{"level":"info","ts":1788990365.2850435,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0f626bae-5b94-4665-9452-9a0abbc73af8","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.2877975,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"5094d7cc-1066-4083-a93a-a1a6e886617f","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.2878265,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"5094d7cc-1066-4083-a93a-a1a6e886617f","modelName":"e2e-legacy-migration-5cdf4140","resolvedRefs":1} {"level":"info","ts":1788990365.2907903,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0f626bae-5b94-4665-9452-9a0abbc73af8","name":"e2e-legacy-migration-5cdf4140"} {"level":"error","ts":1788990365.291258,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"2c2d9f88-9241-4a4f-af39-b94a94b741d6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5cdf4140\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788990365.2913022,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"2c2d9f88-9241-4a4f-af39-b94a94b741d6","error":"ExternalModel \"e2e-legacy-migration-5cdf4140\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-5cdf4140\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990365.291347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"be019bd7-b0a1-4e7f-a51a-13e052f95ced"} {"level":"info","ts":1788990365.2913678,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"be019bd7-b0a1-4e7f-a51a-13e052f95ced","provider":"e2e-legacy-migration-5cdf4140","phase":"Failed"} {"level":"info","ts":1788990365.2940187,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"3f05d935-4c18-452f-82f5-dc9c1f06d3ff","service":"e2e-legacy-migration-5cdf4140","serviceEntry":"e2e-legacy-migration-5cdf4140","destinationRule":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.296412,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0f626bae-5b94-4665-9452-9a0abbc73af8","provider":"openai","model":"e2e-legacy-migration-5cdf4140","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788990365.2976036,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"be019bd7-b0a1-4e7f-a51a-13e052f95ced","error":"ExternalModel \"e2e-legacy-migration-5cdf4140\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-5cdf4140\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990365.2994413,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"fcf8f524-04e6-45d1-998a-e83b4917003a","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.2994716,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"fcf8f524-04e6-45d1-998a-e83b4917003a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788990365.299675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"15cf917e-cc5f-47e5-8d86-49835436caa7","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.2997484,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e9a903fc-ebfc-4cd9-8493-393c886df43b"} {"level":"info","ts":1788990365.299767,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"15cf917e-cc5f-47e5-8d86-49835436caa7","modelName":"e2e-legacy-migration-5cdf4140","resolvedRefs":1} {"level":"info","ts":1788990365.2997973,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e9a903fc-ebfc-4cd9-8493-393c886df43b","name":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.2998567,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"c106ad33-f026-4ea7-be3c-f14244b45d6b"} {"level":"info","ts":1788990365.299889,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"c106ad33-f026-4ea7-be3c-f14244b45d6b","name":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.3110042,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e9a903fc-ebfc-4cd9-8493-393c886df43b","service":"e2e-legacy-migration-5cdf4140","serviceEntry":"e2e-legacy-migration-5cdf4140","destinationRule":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.316072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0d6999b6-0dcf-4a7f-b67d-542287d7fa43","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.3161016,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0d6999b6-0dcf-4a7f-b67d-542287d7fa43","modelName":"e2e-legacy-migration-5cdf4140","resolvedRefs":1} {"level":"error","ts":1788990365.3229258,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"c106ad33-f026-4ea7-be3c-f14244b45d6b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5cdf4140\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788990365.32297,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"c106ad33-f026-4ea7-be3c-f14244b45d6b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-5cdf4140\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990365.323018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"3b96630f-0559-49f0-9e2b-142044098c48"} {"level":"info","ts":1788990365.323102,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"3b96630f-0559-49f0-9e2b-142044098c48","name":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.3338633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"d46ffae6-b630-494e-95f6-d84856655780","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.3339684,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"d46ffae6-b630-494e-95f6-d84856655780","modelName":"e2e-legacy-migration-5cdf4140","resolvedRefs":1} {"level":"error","ts":1788990365.3376057,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"3b96630f-0559-49f0-9e2b-142044098c48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5cdf4140\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788990365.3376422,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"3b96630f-0559-49f0-9e2b-142044098c48","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-5cdf4140\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990365.337691,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0cb9d340-df1f-4d95-bd25-87982f455fc2"} {"level":"info","ts":1788990365.3377635,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0cb9d340-df1f-4d95-bd25-87982f455fc2","name":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.3475366,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0cb9d340-df1f-4d95-bd25-87982f455fc2","httpRoute":"e2e-legacy-migration-5cdf4140","providers":["e2e-legacy-migration-5cdf4140"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788990365.3500412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"ac620ac2-7776-40ae-b191-53c50d38a904","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.3501122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"ac620ac2-7776-40ae-b191-53c50d38a904","modelName":"e2e-legacy-migration-5cdf4140","resolvedRefs":1} {"level":"error","ts":1788990365.3552394,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"0cb9d340-df1f-4d95-bd25-87982f455fc2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5cdf4140\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990365.3553064,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"5cdcb49e-026a-4c52-812a-7a964a024fb5"} {"level":"info","ts":1788990365.355349,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"5cdcb49e-026a-4c52-812a-7a964a024fb5","name":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.363,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"5cdcb49e-026a-4c52-812a-7a964a024fb5","httpRoute":"e2e-legacy-migration-5cdf4140","providers":["e2e-legacy-migration-5cdf4140"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788990365.4185545,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"7d866225-c3cb-41c2-8782-82403ff6bd6e","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990365.4216504,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"7d866225-c3cb-41c2-8782-82403ff6bd6e","name":"e2e-legacy-migration-5cdf4140"} {"level":"info","ts":1788990365.426345,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"7d866225-c3cb-41c2-8782-82403ff6bd6e","provider":"openai","model":"e2e-legacy-migration-5cdf4140","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788990368.1159203,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"b6165ff6-a415-4563-9cf7-86cdb95067e2","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990368.1316674,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"8ca8ba59-72c3-4f3b-a831-f9d810c850ee","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990368.1317086,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"8ca8ba59-72c3-4f3b-a831-f9d810c850ee","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990368.1318438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"9a755d6b-ab77-4e5a-8196-500e6e327fad","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"error","ts":1788990368.1318705,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"9a755d6b-ab77-4e5a-8196-500e6e327fad","provider":"e2e-legacy-migration-5cdf4140","error":"ExternalProvider \"e2e-legacy-migration-5cdf4140\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990368.1319048,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"9a755d6b-ab77-4e5a-8196-500e6e327fad"} {"level":"info","ts":1788990368.131982,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"8c24110b-667f-4fb1-82eb-bcff4e7c124f"} {"level":"info","ts":1788990368.1321056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e3dd1c93-3743-44e7-8aae-8ee67f574790"} {"level":"error","ts":1788990368.1321313,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e3dd1c93-3743-44e7-8aae-8ee67f574790","provider":"e2e-legacy-migration-5cdf4140","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-5cdf4140\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990368.1328883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"7d3cd8c3-b82f-4f5e-8764-31eaa742e11f","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"info","ts":1788990368.1329224,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"7d3cd8c3-b82f-4f5e-8764-31eaa742e11f","name":"e2e-legacy-migration-5cdf4140","namespace":"llm"} {"level":"error","ts":1788990368.1348484,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e3dd1c93-3743-44e7-8aae-8ee67f574790","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-5cdf4140\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788990368.1348844,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"e3dd1c93-3743-44e7-8aae-8ee67f574790","error":"ExternalModel \"e2e-legacy-migration-5cdf4140\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-5cdf4140\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788990368.1349592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-5cdf4140","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-5cdf4140","reconcileID":"67a3b83f-b0e7-4ea2-8de3-9309368535d4"} {"level":"info","ts":1788990368.527791,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990368.5278833,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.5278983,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.5279095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","EoS":true} {"level":"info","ts":1788990368.5279331,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","header":"x-maas-group"} {"level":"info","ts":1788990368.527944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","header":"x-maas-subscription"} {"level":"info","ts":1788990368.527949,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","header":"x-maas-username"} {"level":"info","ts":1788990368.5279644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788990368.5279768,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","modelName":"e2e-external-model"} {"level":"info","ts":1788990368.5279882,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788990368.5280101,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1788990368.5280256,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","authType":"apikey"} {"level":"info","ts":1788990368.5280516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.5838795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.5839214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.5839412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","EoS":false} {"level":"info","ts":1788990368.5839553,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.5839899,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a","EoS":true} {"level":"info","ts":1788990368.584007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec36e8d20d759bef0bc2c1ee2a155c7d","span_id":"32613d5be0da051a","x-request-id":"d7d61e28-7471-46e2-9e63-a96e04dc9e1a"} {"level":"info","ts":1788990368.627855,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990368.627953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.627967,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.627978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","EoS":true} {"level":"info","ts":1788990368.6280036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","header":"x-maas-subscription"} {"level":"info","ts":1788990368.6280131,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","header":"x-maas-group"} {"level":"info","ts":1788990368.6280181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","header":"x-maas-username"} {"level":"info","ts":1788990368.6280324,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788990368.6280622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.663901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.6639326,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.663955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","EoS":false} {"level":"info","ts":1788990368.6639693,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.6639967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb","EoS":true} {"level":"info","ts":1788990368.6640036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cdde74c24b9b07aa395e603e14be3f9","span_id":"05d17e2074ebdf94","x-request-id":"d45f40ea-66f3-4b2b-a5bb-1955d29624fb"} {"level":"info","ts":1788990368.7043877,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990368.7044957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990368.7045078,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990368.7045197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8","EoS":true} {"level":"info","ts":1788990368.7045412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8","header":"x-maas-username"} {"level":"info","ts":1788990368.7045515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8","header":"x-maas-subscription"} {"level":"info","ts":1788990368.7045567,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8","header":"x-maas-group"} {"level":"info","ts":1788990368.704587,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990368.7403116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990368.7403371,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990368.7403557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8","EoS":false} {"level":"info","ts":1788990368.7403686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990368.740396,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8","EoS":true} {"level":"info","ts":1788990368.7404034,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6449a7e62ff10a0915973780694f25e2","span_id":"67cca4c8c271d3cb","x-request-id":"a39537bb-a950-441d-ad96-258a4fc7d1d8"} {"level":"info","ts":1788990369.5281157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60689c42-c29c-49c2-90c9-1e23f2cb00db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788990369.528152,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60689c42-c29c-49c2-90c9-1e23f2cb00db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788990369.5282028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9caf4cc6-ba58-4638-b84b-61ca3a80b818"} {"level":"info","ts":1788990369.6569157,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20c6ddb7-df44-40d6-9e94-2dcabf302015","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788990369.6570406,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20c6ddb7-df44-40d6-9e94-2dcabf302015","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788990369.6569421,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b0eaeb18-9afc-4de6-8810-03c9419d2999"} {"level":"info","ts":1788990369.7615666,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"334ab37d-67f7-4b5d-96d1-d3573e2bef18","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788990369.761614,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"334ab37d-67f7-4b5d-96d1-d3573e2bef18","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788990371.2130375,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990371.2131357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.2131498,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.213161,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","EoS":true} {"level":"info","ts":1788990371.213184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","header":"x-maas-username"} {"level":"info","ts":1788990371.2131946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","header":"x-maas-group"} {"level":"info","ts":1788990371.2131994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","header":"x-maas-subscription"} {"level":"info","ts":1788990371.2132142,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788990371.2132452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.2153683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.2153873,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.2154014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","EoS":false} {"level":"info","ts":1788990371.2154117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.215434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b","EoS":true} {"level":"info","ts":1788990371.215442,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f8072416c019421cf2d564078ed1c7d","span_id":"801a0e02f744476d","x-request-id":"860819d4-229d-46a8-be7d-91a1f852112b"} {"level":"info","ts":1788990371.2744634,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990371.2745588,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.2745707,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.2745817,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","EoS":true} {"level":"info","ts":1788990371.274603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","header":"x-maas-group"} {"level":"info","ts":1788990371.2746124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","header":"x-maas-username"} {"level":"info","ts":1788990371.2746177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","header":"x-maas-subscription"} {"level":"info","ts":1788990371.2746325,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788990371.2746592,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.282602,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.2826226,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.2826347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","EoS":false} {"level":"info","ts":1788990371.2826447,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.282667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9","EoS":true} {"level":"info","ts":1788990371.2826765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc8f76bf3a2c90144936404ae75ce087","span_id":"59b0181eb5470887","x-request-id":"db206212-e78d-47d1-a56a-3c29e612d0d9"} {"level":"info","ts":1788990371.3408184,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990371.3409348,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.3409505,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.3409693,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","EoS":true} {"level":"info","ts":1788990371.3410053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","header":"x-maas-subscription"} {"level":"info","ts":1788990371.3410187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","header":"x-maas-username"} {"level":"info","ts":1788990371.3410265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","header":"x-maas-group"} {"level":"info","ts":1788990371.3410478,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788990371.3410857,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.3456154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.3456352,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.3456478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","EoS":false} {"level":"info","ts":1788990371.345662,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.3456838,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6","EoS":true} {"level":"info","ts":1788990371.3456926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e4d6fdd9283fd18be422a79c9355d94","span_id":"508592347150ba88","x-request-id":"75529bad-83c1-40c5-9de1-f1e894350df6"} {"level":"info","ts":1788990371.4196231,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990371.4197886,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"info","ts":1788990371.4198055,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"info","ts":1788990371.419821,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","EoS":true} {"level":"info","ts":1788990371.419846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","header":"x-maas-subscription"} {"level":"info","ts":1788990371.4198587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","header":"x-maas-group"} {"level":"info","ts":1788990371.4198637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","header":"x-maas-username"} {"level":"info","ts":1788990371.4198806,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788990371.4199123,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"info","ts":1788990371.4235895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"info","ts":1788990371.423608,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"info","ts":1788990371.423622,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","EoS":false} {"level":"info","ts":1788990371.4236348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"info","ts":1788990371.4236636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93","EoS":true} {"level":"info","ts":1788990371.4236734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a637c3ba23b42cbc678285b599d5811","span_id":"e4052ae57ecef98b","x-request-id":"52de0e0e-643e-42a0-b985-8f918019ff93"} {"level":"error","ts":1788990379.6608977,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788990384.154543,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990384.1547077,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0cf3e130ef8e1158076d865454785f19","span_id":"3b87c253ad9edecf","x-request-id":"fa49ce55-827d-4eed-bf7a-3fb11a5c00d4"} {"level":"info","ts":1788990384.1547692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0cf3e130ef8e1158076d865454785f19","span_id":"3b87c253ad9edecf","x-request-id":"fa49ce55-827d-4eed-bf7a-3fb11a5c00d4"} {"level":"info","ts":1788990384.1547933,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0cf3e130ef8e1158076d865454785f19","span_id":"3b87c253ad9edecf","x-request-id":"fa49ce55-827d-4eed-bf7a-3fb11a5c00d4","EoS":true} {"level":"info","ts":1788990384.1548555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0cf3e130ef8e1158076d865454785f19","span_id":"3b87c253ad9edecf","x-request-id":"fa49ce55-827d-4eed-bf7a-3fb11a5c00d4"} {"level":"info","ts":1788990384.3111107,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990384.311254,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c619c2173485db49d695fea9c17ad811","span_id":"956fdccde4db15a0","x-request-id":"0f9cf5c1-aa3c-43e8-bffa-0b81fa829d34"} {"level":"info","ts":1788990384.3112786,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c619c2173485db49d695fea9c17ad811","span_id":"956fdccde4db15a0","x-request-id":"0f9cf5c1-aa3c-43e8-bffa-0b81fa829d34"} {"level":"info","ts":1788990384.3112993,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c619c2173485db49d695fea9c17ad811","span_id":"956fdccde4db15a0","x-request-id":"0f9cf5c1-aa3c-43e8-bffa-0b81fa829d34","EoS":true} {"level":"info","ts":1788990384.31136,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c619c2173485db49d695fea9c17ad811","span_id":"956fdccde4db15a0","x-request-id":"0f9cf5c1-aa3c-43e8-bffa-0b81fa829d34"} {"level":"info","ts":1788990384.459916,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788990384.4600089,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4be2091e13d7e4e47a8f3b896e7d7430","span_id":"492ee73939816a5d","x-request-id":"136eda4b-fffe-4d2a-b416-b592c86a5638"} {"level":"info","ts":1788990384.460021,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4be2091e13d7e4e47a8f3b896e7d7430","span_id":"492ee73939816a5d","x-request-id":"136eda4b-fffe-4d2a-b416-b592c86a5638"} {"level":"info","ts":1788990384.4600325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4be2091e13d7e4e47a8f3b896e7d7430","span_id":"492ee73939816a5d","x-request-id":"136eda4b-fffe-4d2a-b416-b592c86a5638","EoS":true} {"level":"info","ts":1788990384.460083,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4be2091e13d7e4e47a8f3b896e7d7430","span_id":"492ee73939816a5d","x-request-id":"136eda4b-fffe-4d2a-b416-b592c86a5638"} {"level":"error","ts":1788990389.6611154,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788990399.6615636,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788990414.6627848,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788991535.7182817,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991535.7183907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.7184038,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.718416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","EoS":true} {"level":"info","ts":1788991535.7184422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","header":"x-maas-username"} {"level":"info","ts":1788991535.7184522,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","header":"x-maas-subscription"} {"level":"info","ts":1788991535.7184575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","header":"x-maas-group"} {"level":"info","ts":1788991535.718474,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788991535.7185037,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.7208471,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.720869,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.720884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","EoS":false} {"level":"info","ts":1788991535.720896,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.7209203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf","EoS":true} {"level":"info","ts":1788991535.72093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41a53ef23065ed7281a212f84a451dc0","span_id":"ff7d73b0f423bfa3","x-request-id":"d45f3e55-7732-4676-b58e-f47916534faf"} {"level":"info","ts":1788991535.7601905,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991535.7602985,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"info","ts":1788991535.760311,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"info","ts":1788991535.7603226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","EoS":true} {"level":"info","ts":1788991535.7603526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","header":"x-maas-group"} {"level":"info","ts":1788991535.7603629,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","header":"x-maas-username"} {"level":"info","ts":1788991535.7603674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","header":"x-maas-subscription"} {"level":"info","ts":1788991535.7603831,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788991535.7604125,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"info","ts":1788991535.761467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"info","ts":1788991535.7614899,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"info","ts":1788991535.7615051,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","EoS":false} {"level":"info","ts":1788991535.761517,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"info","ts":1788991535.7615387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d","EoS":true} {"level":"info","ts":1788991535.7615478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"304a73ddf88db361f48df6d7383f3717","span_id":"05eef0d716c6a48f","x-request-id":"b5cf49be-fd43-4e25-99ad-646a277cd01d"} {"level":"error","ts":1788991549.794603,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788991879.7029033,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991879.70301,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.703022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.7030337,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","EoS":true} {"level":"info","ts":1788991879.7030556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","header":"x-maas-group"} {"level":"info","ts":1788991879.7030663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","header":"x-maas-subscription"} {"level":"info","ts":1788991879.7030718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","header":"x-maas-username"} {"level":"info","ts":1788991879.7030866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991879.7031157,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.715893,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.715928,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.7159445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","EoS":false} {"level":"info","ts":1788991879.7159588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.7159884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949","EoS":true} {"level":"info","ts":1788991879.715998,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7deabfd237970455139655314c58630e","span_id":"23e15721696a28c0","x-request-id":"9ab793d2-b140-462b-a609-3d347ab2b949"} {"level":"info","ts":1788991879.8613746,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991879.8614707,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.861485,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.8614972,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","EoS":true} {"level":"info","ts":1788991879.8615205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","header":"x-maas-username"} {"level":"info","ts":1788991879.8615305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","header":"x-maas-group"} {"level":"info","ts":1788991879.8615353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","header":"x-maas-subscription"} {"level":"info","ts":1788991879.8615499,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991879.861577,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.862495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.8625124,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.8625264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","EoS":false} {"level":"info","ts":1788991879.862537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.8625584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467","EoS":true} {"level":"info","ts":1788991879.8625655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca7a40d05ec500560ee56319cfea307d","span_id":"a44059644bbbb831","x-request-id":"2fe3f722-37c8-48ef-bcc2-e354ffb85467"} {"level":"info","ts":1788991879.9974926,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991879.9975927,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991879.9976056,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991879.997617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","EoS":true} {"level":"info","ts":1788991879.9976423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","header":"x-maas-username"} {"level":"info","ts":1788991879.9976504,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","header":"x-maas-subscription"} {"level":"info","ts":1788991879.9976556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","header":"x-maas-group"} {"level":"info","ts":1788991879.9976716,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991879.997691,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991879.9987483,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991879.9987676,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991879.9987836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","EoS":false} {"level":"info","ts":1788991879.9987957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991879.9988205,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92","EoS":true} {"level":"info","ts":1788991879.9988298,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1384e9edd2d72e07a40c5fd163f19fcf","span_id":"41a1f933189e6b83","x-request-id":"7222fb09-1db1-4b88-a831-d47d481f4f92"} {"level":"info","ts":1788991880.151124,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991880.1512444,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.1512604,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.1512818,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","EoS":true} {"level":"info","ts":1788991880.1513758,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","header":"x-maas-group"} {"level":"info","ts":1788991880.1513896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","header":"x-maas-subscription"} {"level":"info","ts":1788991880.1513984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","header":"x-maas-username"} {"level":"info","ts":1788991880.1514206,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991880.1514616,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.1526299,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.1526499,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.1526635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","EoS":false} {"level":"info","ts":1788991880.1526756,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.152702,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7","EoS":true} {"level":"info","ts":1788991880.152712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a69bcc908a49ae7a05d5cf4194861dc0","span_id":"d22814b57b688220","x-request-id":"e4de7a26-b955-4540-8e5b-d1a0497551a7"} {"level":"info","ts":1788991880.2876477,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991880.287796,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991880.287813,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991880.287834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","EoS":true} {"level":"info","ts":1788991880.2878718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","header":"x-maas-username"} {"level":"info","ts":1788991880.2878876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","header":"x-maas-subscription"} {"level":"info","ts":1788991880.2879684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","header":"x-maas-group"} {"level":"info","ts":1788991880.2879922,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991880.2880325,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991880.2890058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991880.2890315,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991880.289061,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","EoS":false} {"level":"info","ts":1788991880.2890744,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991880.289099,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534","EoS":true} {"level":"info","ts":1788991880.2891085,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c855ef7c175d4eb52c64ea483e2acefa","span_id":"83e8a8ae45a98248","x-request-id":"6217a1ba-6ffd-4b27-b0e7-f91d652d1534"} {"level":"info","ts":1788991889.165345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991889.1654649,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.1654813,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.1655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","EoS":true} {"level":"info","ts":1788991889.1655927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","header":"x-maas-username"} {"level":"info","ts":1788991889.1656075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","header":"x-maas-group"} {"level":"info","ts":1788991889.1656168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","header":"x-maas-subscription"} {"level":"info","ts":1788991889.165638,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991889.1656785,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.167908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.1679313,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.1679475,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","EoS":false} {"level":"info","ts":1788991889.1679595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.1679838,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c","EoS":true} {"level":"info","ts":1788991889.1679933,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cab36c2bab07b1e12a0cee726ce936f","span_id":"1a80713dfe2fed9d","x-request-id":"ed3dfd50-569b-4d89-bbd9-a48eec213d8c"} {"level":"info","ts":1788991889.2718668,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991889.271979,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157"} {"level":"info","ts":1788991889.2729046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157"} {"level":"info","ts":1788991889.2729251,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157"} {"level":"info","ts":1788991889.2729378,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157","EoS":false} {"level":"info","ts":1788991889.272951,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157"} {"level":"info","ts":1788991889.2729752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157","EoS":true} {"level":"info","ts":1788991889.2729828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59777617cddf5c0b3718919e79fb27cf","span_id":"ee3617ae127c029a","x-request-id":"488091bf-a25c-4859-a58f-c30150732157"} {"level":"error","ts":1788991889.8342383,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788991890.0574124,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991890.057524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991890.0575426,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991890.0575573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","EoS":true} {"level":"info","ts":1788991890.0575845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","header":"x-maas-group"} {"level":"info","ts":1788991890.0575943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","header":"x-maas-username"} {"level":"info","ts":1788991890.0575998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","header":"x-maas-subscription"} {"level":"info","ts":1788991890.057618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991890.0576456,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991890.0587335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991890.0587552,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991890.0587752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","EoS":false} {"level":"info","ts":1788991890.0587933,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991890.0588326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c","EoS":true} {"level":"info","ts":1788991890.0588434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"291d4a04a58a30512a77140def78a9ea","span_id":"b9af4f527c35b83a","x-request-id":"221de031-c431-46f4-ad3d-d77a4904ea6c"} {"level":"info","ts":1788991891.0373418,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991891.037466,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.0374818,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.0375001,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","EoS":true} {"level":"info","ts":1788991891.0375912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","header":"x-maas-group"} {"level":"info","ts":1788991891.0376048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","header":"x-maas-subscription"} {"level":"info","ts":1788991891.0376134,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","header":"x-maas-username"} {"level":"info","ts":1788991891.037634,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991891.0376687,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.038792,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.0388112,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.0388234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","EoS":false} {"level":"info","ts":1788991891.0388343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.03886,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0","EoS":true} {"level":"info","ts":1788991891.0388696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c33975b2f148fdcadc2119ee24c6482b","span_id":"de293bdfe413847e","x-request-id":"20e45121-9b7d-4115-b68c-55cd7eddcfc0"} {"level":"info","ts":1788991891.828677,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991891.8287983,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991891.8288128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991891.828825,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","EoS":true} {"level":"info","ts":1788991891.8288512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","header":"x-maas-username"} {"level":"info","ts":1788991891.8288612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","header":"x-maas-group"} {"level":"info","ts":1788991891.8288658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","header":"x-maas-subscription"} {"level":"info","ts":1788991891.828884,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991891.8289077,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991891.8298724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991891.8298934,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991891.8299134,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","EoS":false} {"level":"info","ts":1788991891.8299282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991891.8299634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3","EoS":true} {"level":"info","ts":1788991891.8299773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"741803a68f7a74f6dad4fbd7a99e2590","span_id":"f99d8bea25b3d155","x-request-id":"6512865c-19dd-46b2-9abe-8a8b2db3e4d3"} {"level":"info","ts":1788991892.9880357,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991892.988146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"info","ts":1788991892.9881642,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"info","ts":1788991892.988178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","EoS":true} {"level":"info","ts":1788991892.9882033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","header":"x-maas-username"} {"level":"info","ts":1788991892.988212,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","header":"x-maas-group"} {"level":"info","ts":1788991892.988217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","header":"x-maas-subscription"} {"level":"info","ts":1788991892.9882374,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991892.988264,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"info","ts":1788991892.9892426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"info","ts":1788991892.9892673,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"info","ts":1788991892.9892857,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","EoS":false} {"level":"info","ts":1788991892.9893017,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"info","ts":1788991892.989335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53","EoS":true} {"level":"info","ts":1788991892.989348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d163bd16d3f62a5cdced170257563bd","span_id":"60b861fc7dc155cb","x-request-id":"0126d838-aadb-4690-9fa4-c3da7a8a9c53"} {"level":"error","ts":1788991904.8355165,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788991912.3211496,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788991912.3212473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"info","ts":1788991912.321265,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"info","ts":1788991912.321279,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","EoS":true} {"level":"info","ts":1788991912.321305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","header":"x-maas-username"} {"level":"info","ts":1788991912.321315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","header":"x-maas-subscription"} {"level":"info","ts":1788991912.3213196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","header":"x-maas-group"} {"level":"info","ts":1788991912.3213365,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788991912.3213623,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"info","ts":1788991912.3224697,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"info","ts":1788991912.3224964,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"info","ts":1788991912.322511,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","EoS":false} {"level":"info","ts":1788991912.3225255,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"info","ts":1788991912.3225605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb","EoS":true} {"level":"info","ts":1788991912.3225698,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e08810430773c2f0938afef713f8ec7f","span_id":"b78da0ce86d62875","x-request-id":"bb128b7d-b643-4077-b6cf-641ffbe266bb"} {"level":"error","ts":1788991924.837858,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788992002.2913468,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788992002.291452,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"info","ts":1788992002.2914639,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"info","ts":1788992002.2914758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","EoS":true} {"level":"info","ts":1788992002.2914996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","header":"x-maas-subscription"} {"level":"info","ts":1788992002.2915103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","header":"x-maas-username"} {"level":"info","ts":1788992002.291515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","header":"x-maas-group"} {"level":"info","ts":1788992002.2915318,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1788992002.2915564,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"info","ts":1788992002.3045537,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"info","ts":1788992002.304578,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"info","ts":1788992002.3045986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","EoS":false} {"level":"info","ts":1788992002.304615,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"info","ts":1788992002.3046527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29","EoS":true} {"level":"info","ts":1788992002.304663,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc21b47ffccc5d623eff6dccfe9050a1","span_id":"3125666614ff5c8d","x-request-id":"8574e41d-2043-439a-b763-6352eb3c7f29"} {"level":"error","ts":1788992014.8446352,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788992084.1448903,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788992084.144995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"info","ts":1788992084.1450095,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"info","ts":1788992084.1450222,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","EoS":true} {"level":"info","ts":1788992084.145046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","header":"x-maas-subscription"} {"level":"info","ts":1788992084.1450572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","header":"x-maas-group"} {"level":"info","ts":1788992084.1450622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","header":"x-maas-username"} {"level":"info","ts":1788992084.1450775,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788992084.1451037,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"info","ts":1788992084.1470098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"info","ts":1788992084.147032,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"info","ts":1788992084.147048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","EoS":false} {"level":"info","ts":1788992084.14706,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"info","ts":1788992084.1470854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a","EoS":true} {"level":"info","ts":1788992084.1470947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bb4956d08b0bc968f2e103e2970b2b8","span_id":"bd3b5998e4ffedd9","x-request-id":"725fe3c6-e67c-461d-9d90-7eaf3a2a096a"} {"level":"error","ts":1788992094.8540003,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788992098.2456892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788992098.2458193,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.2458339,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.2458467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","EoS":true} {"level":"info","ts":1788992098.2458673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","header":"x-maas-username"} {"level":"info","ts":1788992098.2458782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","header":"x-maas-subscription"} {"level":"info","ts":1788992098.2458835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","header":"x-maas-group"} {"level":"info","ts":1788992098.2458992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788992098.2459266,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.259862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.2598913,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.2599108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","EoS":false} {"level":"info","ts":1788992098.259923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.2599492,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","EoS":false} {"level":"info","ts":1788992098.2599604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.2599716,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a","EoS":true} {"level":"info","ts":1788992098.25998,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b049408ba72c1f2b27e49a72fdabc31e","span_id":"e8982932d3ff4504","x-request-id":"3919d9cf-a557-41bf-9655-8848a5fa5f3a"} {"level":"info","ts":1788992098.4000642,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788992098.4001746,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4001877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4001992,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","EoS":true} {"level":"info","ts":1788992098.4002216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","header":"x-maas-group"} {"level":"info","ts":1788992098.4002326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","header":"x-maas-username"} {"level":"info","ts":1788992098.4002376,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","header":"x-maas-subscription"} {"level":"info","ts":1788992098.4002538,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788992098.4002826,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4026427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4026618,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4026759,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","EoS":false} {"level":"info","ts":1788992098.4026928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4027429,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","EoS":false} {"level":"info","ts":1788992098.4027588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4027727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","EoS":false} {"level":"info","ts":1788992098.4027846,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.4027963,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a","EoS":true} {"level":"info","ts":1788992098.40281,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aec649303cbadc3bee2bb91d1bba3744","span_id":"c17696b5c2210df2","x-request-id":"d827f131-7137-4dac-ac2f-71fb2479ab6a"} {"level":"info","ts":1788992098.5415637,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788992098.5416694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.541683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.5416942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","EoS":true} {"level":"info","ts":1788992098.5417345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","header":"x-maas-group"} {"level":"info","ts":1788992098.541745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","header":"x-maas-username"} {"level":"info","ts":1788992098.5417492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","header":"x-maas-subscription"} {"level":"info","ts":1788992098.5417645,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788992098.5417933,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.5429568,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.5429814,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.5430028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","EoS":false} {"level":"info","ts":1788992098.5430193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.5430436,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","EoS":false} {"level":"info","ts":1788992098.5430536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"info","ts":1788992098.5430648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe","EoS":true} {"level":"info","ts":1788992098.5430748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"318b3b8abc07b98d141ea430505eabee","span_id":"ff4120be5763e7f8","x-request-id":"692373c7-0a25-4790-94b0-9a40eda881fe"} {"level":"error","ts":1788992109.854541,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788992111.500892,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788992111.5009997,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"info","ts":1788992111.5010128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"info","ts":1788992111.5010247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","EoS":true} {"level":"info","ts":1788992111.501045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","header":"x-maas-subscription"} {"level":"info","ts":1788992111.501056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","header":"x-maas-username"} {"level":"info","ts":1788992111.5010614,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","header":"x-maas-group"} {"level":"info","ts":1788992111.5010765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788992111.5011034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"info","ts":1788992111.5029888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"info","ts":1788992111.50301,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"info","ts":1788992111.5030303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","EoS":false} {"level":"info","ts":1788992111.5030475,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"info","ts":1788992111.5030873,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376","EoS":true} {"level":"info","ts":1788992111.503129,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a011a147624415a50cd0a278febfd59","span_id":"c59d162f67025afe","x-request-id":"14112047-c904-424b-9827-2ea2de2f0376"} {"level":"error","ts":1788992124.8559563,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}