{"level":"info","ts":1789133732.506037,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"91f10c90-e54f-49a7-8aad-07fadae65185","provider":"openai","model":"e2e-legacy-migration-98319c22","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789133732.5062208,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a6a1dcf-a811-47f0-890d-9d39dd82d97a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-98319c22\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.506289,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a6a1dcf-a811-47f0-890d-9d39dd82d97a","provider":"e2e-legacy-migration-98319c22","phase":"Pending"}
{"level":"error","ts":1789133732.5174584,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"196d419c-5d2b-4550-a7ad-05db1b785ad5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-98319c22\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.5175133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"12a1989a-53ea-4622-bc50-5cea30b746da","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"error","ts":1789133732.5175416,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"196d419c-5d2b-4550-a7ad-05db1b785ad5","error":"failed to apply Service: services \"e2e-legacy-migration-98319c22\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.5175612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"12a1989a-53ea-4622-bc50-5cea30b746da","modelName":"e2e-legacy-migration-98319c22","resolvedRefs":1}
{"level":"info","ts":1789133732.517614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"109ce9ac-4218-44fe-9df0-492b88a7a79c"}
{"level":"error","ts":1789133732.5176675,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a6a1dcf-a811-47f0-890d-9d39dd82d97a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-98319c22\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.5176985,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"109ce9ac-4218-44fe-9df0-492b88a7a79c","name":"e2e-legacy-migration-98319c22"}
{"level":"error","ts":1789133732.5177083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a6a1dcf-a811-47f0-890d-9d39dd82d97a","error":"ExternalModel \"e2e-legacy-migration-98319c22\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-98319c22\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.5177753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"ca73d553-a5e2-40e4-bf46-d5755b0d3ee4"}
{"level":"info","ts":1789133732.5178142,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"ca73d553-a5e2-40e4-bf46-d5755b0d3ee4","provider":"e2e-legacy-migration-98319c22","phase":"Pending"}
{"level":"error","ts":1789133732.5346737,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"ca73d553-a5e2-40e4-bf46-d5755b0d3ee4","error":"ExternalModel \"e2e-legacy-migration-98319c22\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-98319c22\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.5348766,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"6dfe5da6-a88a-47bc-ac65-3daf1f0a1a15"}
{"level":"info","ts":1789133732.5349267,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"6dfe5da6-a88a-47bc-ac65-3daf1f0a1a15","provider":"e2e-legacy-migration-98319c22","phase":"Pending"}
{"level":"error","ts":1789133732.5456045,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"6dfe5da6-a88a-47bc-ac65-3daf1f0a1a15","error":"ExternalModel \"e2e-legacy-migration-98319c22\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-98319c22\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.5514457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"946be4ac-6f50-4d4d-a3c9-1fc5aaefb5ea","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133732.551483,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"946be4ac-6f50-4d4d-a3c9-1fc5aaefb5ea","modelName":"e2e-legacy-migration-98319c22","resolvedRefs":1}
{"level":"info","ts":1789133732.551434,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"f5606c0e-34ee-47fa-815c-131bffcd4c66","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133732.5515335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a10658b-d810-4b5a-9fad-c77766598559"}
{"level":"info","ts":1789133732.5515888,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a10658b-d810-4b5a-9fad-c77766598559","name":"e2e-legacy-migration-98319c22"}
{"level":"info","ts":1789133732.5515363,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"f5606c0e-34ee-47fa-815c-131bffcd4c66","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789133732.5585647,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"109ce9ac-4218-44fe-9df0-492b88a7a79c","service":"e2e-legacy-migration-98319c22","serviceEntry":"e2e-legacy-migration-98319c22","destinationRule":"e2e-legacy-migration-98319c22"}
{"level":"info","ts":1789133732.6085138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"914fdb44-00a5-4f79-b589-32b749b38db3","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133732.609535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"914fdb44-00a5-4f79-b589-32b749b38db3","modelName":"e2e-legacy-migration-98319c22","resolvedRefs":1}
{"level":"error","ts":1789133732.6093845,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"109ce9ac-4218-44fe-9df0-492b88a7a79c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-98319c22\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.6097968,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"79f185b4-1779-4d9a-b644-e974559b3625"}
{"level":"info","ts":1789133732.6099308,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"79f185b4-1779-4d9a-b644-e974559b3625","name":"e2e-legacy-migration-98319c22"}
{"level":"error","ts":1789133732.613297,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a10658b-d810-4b5a-9fad-c77766598559","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-98319c22\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789133732.6133738,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"0a10658b-d810-4b5a-9fad-c77766598559","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-98319c22\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789133732.613479,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"35bb60ac-c656-48c9-85ec-97abde9cee3a"}
{"level":"info","ts":1789133732.613574,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"35bb60ac-c656-48c9-85ec-97abde9cee3a","name":"e2e-legacy-migration-98319c22"}
{"level":"info","ts":1789133732.646139,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"35bb60ac-c656-48c9-85ec-97abde9cee3a","httpRoute":"e2e-legacy-migration-98319c22","providers":["e2e-legacy-migration-98319c22"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789133732.6781754,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"79f185b4-1779-4d9a-b644-e974559b3625","service":"e2e-legacy-migration-98319c22","serviceEntry":"e2e-legacy-migration-98319c22","destinationRule":"e2e-legacy-migration-98319c22"}
{"level":"info","ts":1789133732.8540297,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"33ab6609-cddb-42b6-a5b1-e0a01bb916e6","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133732.8667583,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"33ab6609-cddb-42b6-a5b1-e0a01bb916e6","name":"e2e-legacy-migration-98319c22"}
{"level":"info","ts":1789133732.8728735,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"33ab6609-cddb-42b6-a5b1-e0a01bb916e6","provider":"openai","model":"e2e-legacy-migration-98319c22","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789133734.2735758,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133734.273726,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.273745,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.2737648,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","EoS":true}
{"level":"info","ts":1789133734.2737966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","header":"x-maas-username"}
{"level":"info","ts":1789133734.2738073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","header":"x-maas-subscription"}
{"level":"info","ts":1789133734.2738132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","header":"x-maas-group"}
{"level":"info","ts":1789133734.2738626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789133734.2738953,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.274903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.2749288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.2749472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","EoS":false}
{"level":"info","ts":1789133734.2749612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.275027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f","EoS":true}
{"level":"info","ts":1789133734.2750435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0c4a1c5a1c7ee32e026f75f91e4f6a2","span_id":"f19a82312f4e82dd","x-request-id":"10925f55-852f-4a0a-af78-81d39c64902f"}
{"level":"info","ts":1789133734.3294966,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133734.3297553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.3297808,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.329806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","EoS":true}
{"level":"info","ts":1789133734.3298767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","header":"x-maas-username"}
{"level":"info","ts":1789133734.3298972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","header":"x-maas-group"}
{"level":"info","ts":1789133734.3299072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","header":"x-maas-subscription"}
{"level":"info","ts":1789133734.329936,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789133734.32998,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.3311512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.3311796,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.331195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","EoS":false}
{"level":"info","ts":1789133734.3312094,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.3312407,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c","EoS":true}
{"level":"info","ts":1789133734.3312483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7f08bd3b805c1bf483bdfb2e456d208","span_id":"aa83db01c3e19a5d","x-request-id":"9809bc41-53e1-411e-a227-683d82d9501c"}
{"level":"info","ts":1789133734.3735,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133734.3736324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.3736484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.373662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","EoS":true}
{"level":"info","ts":1789133734.373689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","header":"x-maas-subscription"}
{"level":"info","ts":1789133734.3737001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","header":"x-maas-username"}
{"level":"info","ts":1789133734.3737047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","header":"x-maas-group"}
{"level":"info","ts":1789133734.3737204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789133734.373752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.3747728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.3747966,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.374809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","EoS":false}
{"level":"info","ts":1789133734.3748267,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.3748767,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5","EoS":true}
{"level":"info","ts":1789133734.3748844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed3afe59a0486424f149c0b3ba41b07d","span_id":"6a0231a5ad75f4e3","x-request-id":"02ea273c-6761-448d-99d9-a33de36374a5"}
{"level":"info","ts":1789133734.4329367,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133734.4330893,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133734.4331086,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133734.4331217,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","EoS":true}
{"level":"info","ts":1789133734.4331574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","header":"x-maas-subscription"}
{"level":"info","ts":1789133734.4331694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","header":"x-maas-username"}
{"level":"info","ts":1789133734.4331753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","header":"x-maas-group"}
{"level":"info","ts":1789133734.433194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789133734.4332285,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133734.434117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133734.4341488,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133734.4341662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","EoS":false}
{"level":"info","ts":1789133734.43418,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133734.4342167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f","EoS":true}
{"level":"info","ts":1789133734.434225,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd696012b28b39d74988a7842b14d9d0","span_id":"1cca2d4ac7472e54","x-request-id":"6a96168b-89b0-47a7-a537-10100306720f"}
{"level":"info","ts":1789133735.3652842,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"51071a38-9194-4e64-a30f-6ff5aaf11f69","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133735.381099,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"20ffc955-6f14-49a7-997e-2094a98ad339"}
{"level":"info","ts":1789133735.3811042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"aea2f8bc-dd5b-454c-851c-6963386e27fb","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133735.3811615,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"aea2f8bc-dd5b-454c-851c-6963386e27fb","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133735.382803,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"cb245118-3378-462d-87a0-0e9b5d2fd224","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133735.3828647,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"a4993a8b-aef6-43bd-92df-d77d996a5fdc"}
{"level":"info","ts":1789133735.3828714,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-98319c22","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-98319c22","reconcileID":"cb245118-3378-462d-87a0-0e9b5d2fd224","name":"e2e-legacy-migration-98319c22","namespace":"llm"}
{"level":"info","ts":1789133735.8220332,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133735.8221548,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.8221672,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.8221798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","EoS":true}
{"level":"info","ts":1789133735.822205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","header":"x-maas-username"}
{"level":"info","ts":1789133735.8222165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","header":"x-maas-subscription"}
{"level":"info","ts":1789133735.8222213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","header":"x-maas-group"}
{"level":"info","ts":1789133735.8222387,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789133735.8222492,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","modelName":"e2e-external-model"}
{"level":"info","ts":1789133735.8222623,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789133735.8222857,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789133735.8223054,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","authType":"apikey"}
{"level":"info","ts":1789133735.8223355,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.9337883,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.9340768,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.9341567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","EoS":false}
{"level":"info","ts":1789133735.9342046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.934283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32","EoS":true}
{"level":"info","ts":1789133735.934318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e34f54ddee675b5caab74354ff01b6f9","span_id":"36d4f5216c3b8616","x-request-id":"00b12acc-f706-426e-9211-d7bed5065a32"}
{"level":"info","ts":1789133735.9870822,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133735.98727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"info","ts":1789133735.9872944,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"info","ts":1789133735.9873126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","EoS":true}
{"level":"info","ts":1789133735.9873545,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","header":"x-maas-subscription"}
{"level":"info","ts":1789133735.9873674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","header":"x-maas-username"}
{"level":"info","ts":1789133735.987375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","header":"x-maas-group"}
{"level":"info","ts":1789133735.9873972,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789133735.9874296,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"error","ts":1789133736.185798,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789133736.4116857,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"info","ts":1789133736.4120264,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"info","ts":1789133736.4121146,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","EoS":false}
{"level":"info","ts":1789133736.4121616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"info","ts":1789133736.412239,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715","EoS":true}
{"level":"info","ts":1789133736.4122732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aec106299918053b5bff830431c51465","span_id":"7ad3db3732a63ff6","x-request-id":"66f9ce5d-2169-4252-a5ec-6e3342907715"}
{"level":"info","ts":1789133736.463556,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133736.4637508,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133736.463777,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133736.4637978,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5","EoS":true}
{"level":"info","ts":1789133736.4638612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5","header":"x-maas-username"}
{"level":"info","ts":1789133736.4638772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5","header":"x-maas-subscription"}
{"level":"info","ts":1789133736.4638863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5","header":"x-maas-group"}
{"level":"info","ts":1789133736.463936,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133736.8075206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133736.8075652,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133736.807591,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5","EoS":false}
{"level":"info","ts":1789133736.8076124,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133736.807652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5","EoS":true}
{"level":"info","ts":1789133736.8076637,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9bd2a61942735dd8fc78cb729995b2c","span_id":"b7f354be51b1c65f","x-request-id":"e3ecf1e9-11a2-4fb5-ada1-4347857d08a5"}
{"level":"info","ts":1789133737.7083948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1899bc81-2c1c-4133-8909-42fa1466175f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789133737.7084503,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1899bc81-2c1c-4133-8909-42fa1466175f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789133737.7085347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2be07949-1c6c-4c45-9b8e-777401dcddc7"}
{"level":"info","ts":1789133737.8517215,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3c2a4a4-39cc-45bf-8d23-b7d3df563f69"}
{"level":"info","ts":1789133737.8517144,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b410d8a1-c060-4f1d-8760-d06f4ae86d94","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789133737.8519695,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b410d8a1-c060-4f1d-8760-d06f4ae86d94","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789133737.9682817,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f0ffda84-81c8-48ce-81c6-37d96cce1840","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789133737.9694011,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f0ffda84-81c8-48ce-81c6-37d96cce1840","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789133751.1899447,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789133752.1494,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133752.1495304,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13710a832c5b5165a36090cd47aeba16","span_id":"e3057a6e4061ff51","x-request-id":"fc53d635-9d71-4a92-ae47-902e717d9607"}
{"level":"info","ts":1789133752.1495447,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13710a832c5b5165a36090cd47aeba16","span_id":"e3057a6e4061ff51","x-request-id":"fc53d635-9d71-4a92-ae47-902e717d9607"}
{"level":"info","ts":1789133752.1495574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13710a832c5b5165a36090cd47aeba16","span_id":"e3057a6e4061ff51","x-request-id":"fc53d635-9d71-4a92-ae47-902e717d9607","EoS":true}
{"level":"info","ts":1789133752.1496222,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13710a832c5b5165a36090cd47aeba16","span_id":"e3057a6e4061ff51","x-request-id":"fc53d635-9d71-4a92-ae47-902e717d9607"}
{"level":"info","ts":1789133752.3240316,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133752.3241735,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9bbabea0725740c37660789e60cbc03d","span_id":"75f738fa808aa1ea","x-request-id":"c473dd59-96c4-40be-82eb-ef41ad447561"}
{"level":"info","ts":1789133752.3241925,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9bbabea0725740c37660789e60cbc03d","span_id":"75f738fa808aa1ea","x-request-id":"c473dd59-96c4-40be-82eb-ef41ad447561"}
{"level":"info","ts":1789133752.324207,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9bbabea0725740c37660789e60cbc03d","span_id":"75f738fa808aa1ea","x-request-id":"c473dd59-96c4-40be-82eb-ef41ad447561","EoS":true}
{"level":"info","ts":1789133752.3242686,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9bbabea0725740c37660789e60cbc03d","span_id":"75f738fa808aa1ea","x-request-id":"c473dd59-96c4-40be-82eb-ef41ad447561"}
{"level":"info","ts":1789133752.4828775,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789133752.483022,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2fc10073b337090849384bbd9b0ddfd0","span_id":"d0d47e818aee0f69","x-request-id":"911af606-de7f-4836-85cc-879e392b6582"}
{"level":"info","ts":1789133752.4830375,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2fc10073b337090849384bbd9b0ddfd0","span_id":"d0d47e818aee0f69","x-request-id":"911af606-de7f-4836-85cc-879e392b6582"}
{"level":"info","ts":1789133752.4830503,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2fc10073b337090849384bbd9b0ddfd0","span_id":"d0d47e818aee0f69","x-request-id":"911af606-de7f-4836-85cc-879e392b6582","EoS":true}
{"level":"info","ts":1789133752.4831154,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2fc10073b337090849384bbd9b0ddfd0","span_id":"d0d47e818aee0f69","x-request-id":"911af606-de7f-4836-85cc-879e392b6582"}
{"level":"error","ts":1789133766.191316,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789134978.9896271,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789134978.9897854,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134978.9898,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134978.9898143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","EoS":true}
{"level":"info","ts":1789134978.989872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","header":"x-maas-subscription"}
{"level":"info","ts":1789134978.9898858,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","header":"x-maas-group"}
{"level":"info","ts":1789134978.989891,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","header":"x-maas-username"}
{"level":"info","ts":1789134978.9899118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789134978.989952,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134978.9910266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134978.9910553,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134978.9910755,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","EoS":false}
{"level":"info","ts":1789134978.991091,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134978.991117,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a","EoS":true}
{"level":"info","ts":1789134978.9911242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61da729c3034e0afbd3dbcd8b3a9d3ab","span_id":"53b2497089958566","x-request-id":"a3093d1c-1987-457c-87a3-70dbfb19728a"}
{"level":"info","ts":1789134979.0376678,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789134979.0378232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"info","ts":1789134979.037859,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"info","ts":1789134979.0378737,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","EoS":true}
{"level":"info","ts":1789134979.0379095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","header":"x-maas-subscription"}
{"level":"info","ts":1789134979.0379212,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","header":"x-maas-group"}
{"level":"info","ts":1789134979.0379262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","header":"x-maas-username"}
{"level":"info","ts":1789134979.037945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789134979.0379806,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"info","ts":1789134979.038977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"info","ts":1789134979.0390012,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"info","ts":1789134979.0390227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","EoS":false}
{"level":"info","ts":1789134979.0390348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"info","ts":1789134979.0390594,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49","EoS":true}
{"level":"info","ts":1789134979.0390732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d913ff22b99f4be772c3fd6585ab8cf","span_id":"3e564a18eef935b3","x-request-id":"c8470e59-64e4-4193-a5f3-a119a026ee49"}
{"level":"error","ts":1789134991.344027,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135308.7863674,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135308.7864964,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.7865136,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.78653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","EoS":true}
{"level":"info","ts":1789135308.7865598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","header":"x-maas-username"}
{"level":"info","ts":1789135308.7865727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","header":"x-maas-group"}
{"level":"info","ts":1789135308.786581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","header":"x-maas-subscription"}
{"level":"info","ts":1789135308.7866004,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135308.7866309,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.8000364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.8000743,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.8000908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","EoS":false}
{"level":"info","ts":1789135308.8001056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.800136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d","EoS":true}
{"level":"info","ts":1789135308.8001466,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75b6096195ed83f77fb7c09fd08cc299","span_id":"78ead5cd70a80ec9","x-request-id":"5e515985-e27b-4b46-aa32-2f1c87556e6d"}
{"level":"info","ts":1789135308.9432142,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135308.9433029,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135308.943314,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135308.9433255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","EoS":true}
{"level":"info","ts":1789135308.9433475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","header":"x-maas-group"}
{"level":"info","ts":1789135308.9433553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","header":"x-maas-subscription"}
{"level":"info","ts":1789135308.9433606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","header":"x-maas-username"}
{"level":"info","ts":1789135308.9433742,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135308.9433973,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135308.945822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135308.9458601,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135308.9458766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","EoS":false}
{"level":"info","ts":1789135308.9458873,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135308.94591,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2","EoS":true}
{"level":"info","ts":1789135308.9459193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"322681548b094ab1a7815a63e849fe6d","span_id":"b0a643e559140be5","x-request-id":"ed64eaa4-64a0-4eb3-862a-4bfe340e38d2"}
{"level":"info","ts":1789135309.0884273,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135309.088521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.088534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.0885456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","EoS":true}
{"level":"info","ts":1789135309.0885682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","header":"x-maas-group"}
{"level":"info","ts":1789135309.0885777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","header":"x-maas-subscription"}
{"level":"info","ts":1789135309.088583,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","header":"x-maas-username"}
{"level":"info","ts":1789135309.0885983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135309.0886252,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.089534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.0895514,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.0895665,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","EoS":false}
{"level":"info","ts":1789135309.0895817,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.0896082,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d","EoS":true}
{"level":"info","ts":1789135309.089617,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"546d92c5f848192e3dabc6175849bbda","span_id":"0a3ebcb18f5b9dd2","x-request-id":"9803c835-733d-4da1-9fde-3b6622bd5f2d"}
{"level":"info","ts":1789135309.2318108,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135309.231936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.2319503,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.231963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","EoS":true}
{"level":"info","ts":1789135309.2319865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","header":"x-maas-group"}
{"level":"info","ts":1789135309.2319968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","header":"x-maas-username"}
{"level":"info","ts":1789135309.232002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","header":"x-maas-subscription"}
{"level":"info","ts":1789135309.2320166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135309.2320423,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.2329404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.2329597,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.2329733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","EoS":false}
{"level":"info","ts":1789135309.232985,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.2330103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd","EoS":true}
{"level":"info","ts":1789135309.23302,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5748c5ba89d5adfa532066031b4c617e","span_id":"69d91075a7839d3c","x-request-id":"19dc250b-4912-4e8a-9516-1f81b5d855bd"}
{"level":"info","ts":1789135309.3768828,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135309.3770175,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"info","ts":1789135309.377031,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"info","ts":1789135309.3770428,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","EoS":true}
{"level":"info","ts":1789135309.3770633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","header":"x-maas-username"}
{"level":"info","ts":1789135309.3770723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","header":"x-maas-group"}
{"level":"info","ts":1789135309.3770776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","header":"x-maas-subscription"}
{"level":"info","ts":1789135309.3770916,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135309.3771183,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"info","ts":1789135309.3780465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"info","ts":1789135309.378063,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"info","ts":1789135309.3780746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","EoS":false}
{"level":"info","ts":1789135309.3780851,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"info","ts":1789135309.3781047,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73","EoS":true}
{"level":"info","ts":1789135309.3781133,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35b06e1345cc30873d66052caacc6414","span_id":"9950e7b9269b7834","x-request-id":"7ecc6356-f29f-447c-b35a-a492c6978f73"}
{"level":"error","ts":1789135321.3800602,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135322.8576536,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135322.8577926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135322.8578162,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135322.8578641,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","EoS":true}
{"level":"info","ts":1789135322.8578904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","header":"x-maas-username"}
{"level":"info","ts":1789135322.8579009,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","header":"x-maas-subscription"}
{"level":"info","ts":1789135322.8579054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","header":"x-maas-group"}
{"level":"info","ts":1789135322.8579204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135322.8579473,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135322.8600218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135322.8600404,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135322.8600605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","EoS":false}
{"level":"info","ts":1789135322.8600764,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135322.8601155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078","EoS":true}
{"level":"info","ts":1789135322.8601272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39e8aea5b610e8c738170a539d811a02","span_id":"d12bfb4f195677e0","x-request-id":"b3339c73-88cd-4478-a0e3-50ede8f5c078"}
{"level":"info","ts":1789135323.0065167,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135323.0066075,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e"}
{"level":"info","ts":1789135323.007427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e"}
{"level":"info","ts":1789135323.0074513,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e"}
{"level":"info","ts":1789135323.0074723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e","EoS":false}
{"level":"info","ts":1789135323.0074937,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e"}
{"level":"info","ts":1789135323.007521,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e","EoS":true}
{"level":"info","ts":1789135323.0075305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ace94c210f21b6b0dcd74f839bc17e60","span_id":"8f382027acf671e7","x-request-id":"5b7fb4a3-12b8-47b8-9466-5f3ebcadf55e"}
{"level":"info","ts":1789135323.9310372,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135323.9311435,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135323.9311588,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135323.9311714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","EoS":true}
{"level":"info","ts":1789135323.931193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","header":"x-maas-username"}
{"level":"info","ts":1789135323.9312027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","header":"x-maas-group"}
{"level":"info","ts":1789135323.9312084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","header":"x-maas-subscription"}
{"level":"info","ts":1789135323.9312232,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135323.9312494,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135323.9319494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135323.9319677,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135323.931982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","EoS":false}
{"level":"info","ts":1789135323.931994,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135323.9320138,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7","EoS":true}
{"level":"info","ts":1789135323.9320228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3474f7893f0a24892eb154ed38fecce2","span_id":"f3918f1f3d86c37b","x-request-id":"e00871a7-57c6-4338-b164-535892b6a3f7"}
{"level":"info","ts":1789135325.035635,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135325.0357506,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.035764,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.0357816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","EoS":true}
{"level":"info","ts":1789135325.0358174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","header":"x-maas-username"}
{"level":"info","ts":1789135325.0358474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","header":"x-maas-subscription"}
{"level":"info","ts":1789135325.0358572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","header":"x-maas-group"}
{"level":"info","ts":1789135325.0358772,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135325.0359125,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.0365593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.0365777,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.036589,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","EoS":false}
{"level":"info","ts":1789135325.0366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.036622,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21","EoS":true}
{"level":"info","ts":1789135325.0366292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"581fb784a8e6614c080fc921c97ef65b","span_id":"cb910538b5b0d045","x-request-id":"410e64b2-50c3-4011-bed5-192af4110d21"}
{"level":"info","ts":1789135325.9716651,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135325.9717755,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135325.9717891,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135325.9718058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","EoS":true}
{"level":"info","ts":1789135325.971856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","header":"x-maas-subscription"}
{"level":"info","ts":1789135325.9718707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","header":"x-maas-username"}
{"level":"info","ts":1789135325.9718788,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","header":"x-maas-group"}
{"level":"info","ts":1789135325.9719005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135325.9719367,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135325.972591,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135325.9726102,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135325.9726245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","EoS":false}
{"level":"info","ts":1789135325.9726362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135325.9726567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7","EoS":true}
{"level":"info","ts":1789135325.9726646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef958a13d1d12118958b5f950a20fdad","span_id":"af9a34e5cd93aadb","x-request-id":"20107b71-4f51-4781-99ec-2f6c1bf3aab7"}
{"level":"info","ts":1789135327.299171,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135327.2992795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"info","ts":1789135327.299295,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"info","ts":1789135327.2993078,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","EoS":true}
{"level":"info","ts":1789135327.2993324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","header":"x-maas-group"}
{"level":"info","ts":1789135327.2993422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","header":"x-maas-username"}
{"level":"info","ts":1789135327.2993474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","header":"x-maas-subscription"}
{"level":"info","ts":1789135327.2993615,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135327.2993872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"info","ts":1789135327.3000722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"info","ts":1789135327.3000915,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"info","ts":1789135327.3001049,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","EoS":false}
{"level":"info","ts":1789135327.3001158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"info","ts":1789135327.300137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038","EoS":true}
{"level":"info","ts":1789135327.3001516,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"914691ccf3446cf59545b6c7f42b58e9","span_id":"65d2a35d4edf2540","x-request-id":"37b938fb-c820-4558-891c-fe6a19bd0038"}
{"level":"error","ts":1789135336.3820066,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789135346.382967,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135348.0656893,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135348.0658126,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"info","ts":1789135348.0658429,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"info","ts":1789135348.0658612,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","EoS":true}
{"level":"info","ts":1789135348.0658836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","header":"x-maas-group"}
{"level":"info","ts":1789135348.0658915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","header":"x-maas-username"}
{"level":"info","ts":1789135348.065897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","header":"x-maas-subscription"}
{"level":"info","ts":1789135348.065911,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135348.0659378,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"info","ts":1789135348.0666082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"info","ts":1789135348.0666287,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"info","ts":1789135348.0666423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","EoS":false}
{"level":"info","ts":1789135348.066654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"info","ts":1789135348.0666819,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e","EoS":true}
{"level":"info","ts":1789135348.0666974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccfabcb3d832bd1678c479f2e4e96368","span_id":"a522c85309cc55e0","x-request-id":"d216bfd4-dc27-4edb-8fcf-86258b893d7e"}
{"level":"error","ts":1789135361.383626,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135438.3422685,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135438.3423772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"info","ts":1789135438.3423922,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"info","ts":1789135438.342411,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","EoS":true}
{"level":"info","ts":1789135438.3424459,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","header":"x-maas-subscription"}
{"level":"info","ts":1789135438.3424573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","header":"x-maas-username"}
{"level":"info","ts":1789135438.3424647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","header":"x-maas-group"}
{"level":"info","ts":1789135438.3424852,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789135438.342518,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"info","ts":1789135438.3554254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"info","ts":1789135438.3554494,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"info","ts":1789135438.355465,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","EoS":false}
{"level":"info","ts":1789135438.3554773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"info","ts":1789135438.355503,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d","EoS":true}
{"level":"info","ts":1789135438.3555095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"537d562b93c64f441511e4d7a6cfa3d9","span_id":"4a2687d175048bec","x-request-id":"d77581df-7cfb-4a5f-b0c1-5ea6109dc70d"}
{"level":"error","ts":1789135451.3919833,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135499.8546913,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135499.8547993,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.8548174,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.8548567,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","EoS":true}
{"level":"info","ts":1789135499.8548853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","header":"x-maas-username"}
{"level":"info","ts":1789135499.8549013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","header":"x-maas-group"}
{"level":"info","ts":1789135499.8549087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","header":"x-maas-subscription"}
{"level":"info","ts":1789135499.8549244,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135499.85495,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.8559563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.8559844,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.8560054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","EoS":false}
{"level":"info","ts":1789135499.8560262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.8560548,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d","EoS":true}
{"level":"info","ts":1789135499.8560638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f529e5c8b33da0c6c0dae7d9aae39deb","span_id":"e17eecf97c30b492","x-request-id":"dfbadeb2-1637-46d1-ba5e-60a9dba09a5d"}
{"level":"info","ts":1789135499.895555,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135499.8956525,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"info","ts":1789135499.895663,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"info","ts":1789135499.895675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","EoS":true}
{"level":"info","ts":1789135499.8956976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","header":"x-maas-group"}
{"level":"info","ts":1789135499.8957078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","header":"x-maas-subscription"}
{"level":"info","ts":1789135499.8957133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","header":"x-maas-username"}
{"level":"info","ts":1789135499.895728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789135499.8957517,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"info","ts":1789135499.8966506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"info","ts":1789135499.8966694,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"info","ts":1789135499.896684,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","EoS":false}
{"level":"info","ts":1789135499.896699,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"info","ts":1789135499.896723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c","EoS":true}
{"level":"info","ts":1789135499.8967319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c62c8cb3d2f6dae81010448adefe531","span_id":"7055eb3cd791cfc5","x-request-id":"60563bce-84af-40af-ae2d-f2f234e70a2c"}
{"level":"error","ts":1789135511.3983574,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135514.9212916,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135514.9213872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.9213986,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.92141,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","EoS":true}
{"level":"info","ts":1789135514.9214299,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","header":"x-maas-username"}
{"level":"info","ts":1789135514.9214396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","header":"x-maas-group"}
{"level":"info","ts":1789135514.9214454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","header":"x-maas-subscription"}
{"level":"info","ts":1789135514.921461,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789135514.9214892,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.9339507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.9339764,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.9339938,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","EoS":false}
{"level":"info","ts":1789135514.934012,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.934061,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","EoS":false}
{"level":"info","ts":1789135514.9340777,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135514.934098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8","EoS":true}
{"level":"info","ts":1789135514.9341085,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8876e637b13862c21237b5c3d59224c","span_id":"cb3569f48a548324","x-request-id":"26a3baf7-b087-498e-97d9-f549621607d8"}
{"level":"info","ts":1789135515.0709214,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135515.0710173,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.071031,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.0710425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","EoS":true}
{"level":"info","ts":1789135515.0710623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","header":"x-maas-username"}
{"level":"info","ts":1789135515.0710714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","header":"x-maas-group"}
{"level":"info","ts":1789135515.0710762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","header":"x-maas-subscription"}
{"level":"info","ts":1789135515.071092,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789135515.0711224,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.0729527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.0729754,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.0729947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","EoS":false}
{"level":"info","ts":1789135515.0730073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.073046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","EoS":false}
{"level":"info","ts":1789135515.073065,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.0730782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d","EoS":true}
{"level":"info","ts":1789135515.07309,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45738d8d7d319413868712dddcf2fedb","span_id":"77bdafaca3ff5f42","x-request-id":"19bbb420-64f5-472c-8579-f7b367813a7d"}
{"level":"info","ts":1789135515.2155836,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135515.2156785,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"info","ts":1789135515.2156918,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"info","ts":1789135515.2157035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","EoS":true}
{"level":"info","ts":1789135515.2157261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","header":"x-maas-username"}
{"level":"info","ts":1789135515.2157366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","header":"x-maas-group"}
{"level":"info","ts":1789135515.2157412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","header":"x-maas-subscription"}
{"level":"info","ts":1789135515.2157543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789135515.2157786,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"info","ts":1789135515.2165241,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"info","ts":1789135515.2165432,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"info","ts":1789135515.216562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","EoS":false}
{"level":"info","ts":1789135515.2165787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"info","ts":1789135515.2166057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06","EoS":true}
{"level":"info","ts":1789135515.2166152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0e594879571ac2642491995b2da9a44c","span_id":"530830bd2c2b775f","x-request-id":"0776652c-d5e8-4124-b98b-444c697c5e06"}
{"level":"error","ts":1789135526.3995821,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789135528.512248,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789135528.512351,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"info","ts":1789135528.5123634,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"info","ts":1789135528.5123754,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","EoS":true}
{"level":"info","ts":1789135528.5123973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","header":"x-maas-username"}
{"level":"info","ts":1789135528.5124047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","header":"x-maas-group"}
{"level":"info","ts":1789135528.51241,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","header":"x-maas-subscription"}
{"level":"info","ts":1789135528.5124254,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789135528.512458,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"info","ts":1789135528.513999,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"info","ts":1789135528.5140219,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"info","ts":1789135528.5140388,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","EoS":false}
{"level":"info","ts":1789135528.5140526,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"info","ts":1789135528.5140748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83","EoS":true}
{"level":"info","ts":1789135528.5140839,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98d4650534bec0afce38ecb95d873e76","span_id":"494572e29ff30906","x-request-id":"034c1dad-a0db-4028-ad78-693a66803e83"}
{"level":"error","ts":1789135541.4005513,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}