{"level":"info","ts":1789383837.56222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"88a1a1de-d004-4d0a-b055-deb7461a9132","modelName":"e2e-legacy-migration-d813f56d","resolvedRefs":1} {"level":"error","ts":1789383837.5727942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"02c67b80-a47b-402f-b0b1-8b33b6730ba1","error":"ExternalModel \"e2e-legacy-migration-d813f56d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d813f56d\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.572881,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"51b4249e-3c73-41f0-949c-b977b5c13b60"} {"level":"info","ts":1789383837.5729086,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"51b4249e-3c73-41f0-949c-b977b5c13b60","provider":"e2e-legacy-migration-d813f56d","phase":"Failed"} {"level":"info","ts":1789383837.5858157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"1cae9245-666b-46ac-9652-ba15f832af43","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.5859332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"1cae9245-666b-46ac-9652-ba15f832af43","modelName":"e2e-legacy-migration-d813f56d","resolvedRefs":1} {"level":"info","ts":1789383837.5935686,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"5dd96ca3-9b71-4a71-94c2-3738de8638cc","service":"e2e-legacy-migration-d813f56d","serviceEntry":"e2e-legacy-migration-d813f56d","destinationRule":"e2e-legacy-migration-d813f56d"} {"level":"error","ts":1789383837.5945692,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"51b4249e-3c73-41f0-949c-b977b5c13b60","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789383837.5946212,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"51b4249e-3c73-41f0-949c-b977b5c13b60","error":"ExternalModel \"e2e-legacy-migration-d813f56d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d813f56d\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.5947433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"e234fee1-5058-407b-a714-1617a09f6a2a"} {"level":"info","ts":1789383837.594778,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"e234fee1-5058-407b-a714-1617a09f6a2a","provider":"e2e-legacy-migration-d813f56d","phase":"Failed"} {"level":"error","ts":1789383837.603952,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"5dd96ca3-9b71-4a71-94c2-3738de8638cc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.6041322,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"ee8a0182-b213-4296-8d99-f97dc2f800c1"} {"level":"info","ts":1789383837.6041994,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"ee8a0182-b213-4296-8d99-f97dc2f800c1","name":"e2e-legacy-migration-d813f56d"} {"level":"error","ts":1789383837.6112916,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"e234fee1-5058-407b-a714-1617a09f6a2a","error":"ExternalModel \"e2e-legacy-migration-d813f56d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d813f56d\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.620758,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"8bb51e58-351f-47da-8478-a00f7f31231b","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.6207907,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"8bb51e58-351f-47da-8478-a00f7f31231b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789383837.620824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"c8d31598-7d24-4d8c-b6a3-1aa9dc678507"} {"level":"info","ts":1789383837.6208875,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"c8d31598-7d24-4d8c-b6a3-1aa9dc678507","name":"e2e-legacy-migration-d813f56d"} {"level":"info","ts":1789383837.6209009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"d68e1d36-3a2f-44de-a7e8-210322a2a610","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.621012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"d68e1d36-3a2f-44de-a7e8-210322a2a610","modelName":"e2e-legacy-migration-d813f56d","resolvedRefs":1} {"level":"info","ts":1789383837.6301632,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"ee8a0182-b213-4296-8d99-f97dc2f800c1","service":"e2e-legacy-migration-d813f56d","serviceEntry":"e2e-legacy-migration-d813f56d","destinationRule":"e2e-legacy-migration-d813f56d"} {"level":"error","ts":1789383837.6513088,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"ee8a0182-b213-4296-8d99-f97dc2f800c1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.6514225,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"74aefa35-e33e-49da-a9a5-306bad401351"} {"level":"info","ts":1789383837.6514785,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"74aefa35-e33e-49da-a9a5-306bad401351","name":"e2e-legacy-migration-d813f56d"} {"level":"info","ts":1789383837.6597848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"727d59ea-5028-4cd0-ba55-fc644a3f24f8","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.6598318,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"727d59ea-5028-4cd0-ba55-fc644a3f24f8","modelName":"e2e-legacy-migration-d813f56d","resolvedRefs":1} {"level":"error","ts":1789383837.6778116,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"c8d31598-7d24-4d8c-b6a3-1aa9dc678507","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789383837.6778736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"c8d31598-7d24-4d8c-b6a3-1aa9dc678507","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d813f56d\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.6779497,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b5074361-997d-40c4-bac5-9d49f51a7699"} {"level":"info","ts":1789383837.6780167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b5074361-997d-40c4-bac5-9d49f51a7699","name":"e2e-legacy-migration-d813f56d"} {"level":"info","ts":1789383837.6930265,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"76af6d13-95f8-461b-94f8-ddaccc100f10","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.6930692,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"76af6d13-95f8-461b-94f8-ddaccc100f10","modelName":"e2e-legacy-migration-d813f56d","resolvedRefs":1} {"level":"info","ts":1789383837.6960893,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b5074361-997d-40c4-bac5-9d49f51a7699","httpRoute":"e2e-legacy-migration-d813f56d","providers":["e2e-legacy-migration-d813f56d"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789383837.698498,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"74aefa35-e33e-49da-a9a5-306bad401351","service":"e2e-legacy-migration-d813f56d","serviceEntry":"e2e-legacy-migration-d813f56d","destinationRule":"e2e-legacy-migration-d813f56d"} {"level":"error","ts":1789383837.7020614,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b5074361-997d-40c4-bac5-9d49f51a7699","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.702146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b8951b2d-7ae9-4bbd-971f-8d760b4748e8"} {"level":"info","ts":1789383837.7021968,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b8951b2d-7ae9-4bbd-971f-8d760b4748e8","name":"e2e-legacy-migration-d813f56d"} {"level":"info","ts":1789383837.7182522,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b8951b2d-7ae9-4bbd-971f-8d760b4748e8","httpRoute":"e2e-legacy-migration-d813f56d","providers":["e2e-legacy-migration-d813f56d"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789383837.7323813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"0bd3cbf2-9483-4dd2-a939-8dc41ae49fa1","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.732452,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"0bd3cbf2-9483-4dd2-a939-8dc41ae49fa1","modelName":"e2e-legacy-migration-d813f56d","resolvedRefs":1} {"level":"error","ts":1789383837.7439897,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"b8951b2d-7ae9-4bbd-971f-8d760b4748e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383837.74411,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"94e49e5a-e8af-40bf-8c5b-510a53907c19"} {"level":"info","ts":1789383837.7441883,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"94e49e5a-e8af-40bf-8c5b-510a53907c19","name":"e2e-legacy-migration-d813f56d"} {"level":"info","ts":1789383837.7785337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"94e49e5a-e8af-40bf-8c5b-510a53907c19","httpRoute":"e2e-legacy-migration-d813f56d","providers":["e2e-legacy-migration-d813f56d"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789383837.8433607,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"52b3a3f5-41ed-4b52-9bb5-2efed46a790a","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383837.853835,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"52b3a3f5-41ed-4b52-9bb5-2efed46a790a","name":"e2e-legacy-migration-d813f56d"} {"level":"info","ts":1789383837.8783994,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"52b3a3f5-41ed-4b52-9bb5-2efed46a790a","provider":"openai","model":"e2e-legacy-migration-d813f56d","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789383840.353738,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"34906245-9423-489b-b33f-f29bdc87f23d","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383840.3634708,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"9b0d5cde-d5c6-478a-b5c6-3a372d0b6b77","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383840.3634942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"1ae613cb-93c4-42c0-bccb-29efab910f62"} {"level":"info","ts":1789383840.3635077,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"9b0d5cde-d5c6-478a-b5c6-3a372d0b6b77","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"error","ts":1789383840.3635254,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"1ae613cb-93c4-42c0-bccb-29efab910f62","provider":"e2e-legacy-migration-d813f56d","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383840.3635771,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"36eac9f1-abb6-420c-abce-acff890fb8a0","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"error","ts":1789383840.3635993,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"36eac9f1-abb6-420c-abce-acff890fb8a0","provider":"e2e-legacy-migration-d813f56d","error":"ExternalProvider \"e2e-legacy-migration-d813f56d\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383840.3636236,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"36eac9f1-abb6-420c-abce-acff890fb8a0"} {"level":"info","ts":1789383840.363713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"0e67a46c-3a51-436c-9a5e-6ca78e8dd873"} {"level":"info","ts":1789383840.370944,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"25640025-d8e3-4e7f-b3b3-35af10263e13","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"info","ts":1789383840.37098,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"25640025-d8e3-4e7f-b3b3-35af10263e13","name":"e2e-legacy-migration-d813f56d","namespace":"llm"} {"level":"error","ts":1789383840.3743174,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"1ae613cb-93c4-42c0-bccb-29efab910f62","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d813f56d\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789383840.3743715,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"1ae613cb-93c4-42c0-bccb-29efab910f62","error":"ExternalModel \"e2e-legacy-migration-d813f56d\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d813f56d\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789383840.374439,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d813f56d","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d813f56d","reconcileID":"edfbf776-5bbc-4ebc-aec0-2f1c1e5d940c"} {"level":"info","ts":1789383840.8058925,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383840.806006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.8060205,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.8060405,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","EoS":true} {"level":"info","ts":1789383840.806075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","header":"x-maas-group"} {"level":"info","ts":1789383840.8060877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","header":"x-maas-username"} {"level":"info","ts":1789383840.8060958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","header":"x-maas-subscription"} {"level":"info","ts":1789383840.806117,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789383840.8061306,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","modelName":"e2e-external-model"} {"level":"info","ts":1789383840.806147,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789383840.8061776,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789383840.8062031,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","authType":"apikey"} {"level":"info","ts":1789383840.806237,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.8508427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.8508825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.8509054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","EoS":false} {"level":"info","ts":1789383840.8509219,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.8509676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9","EoS":true} {"level":"info","ts":1789383840.8509796,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"edfc990b8fbca122b640eff6e6ffb717","span_id":"29649a92b14af999","x-request-id":"32cdab80-6d07-4da7-b2ac-0c7ee9be43c9"} {"level":"info","ts":1789383840.9038851,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383840.904112,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383840.9041786,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383840.9042196,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","EoS":true} {"level":"info","ts":1789383840.9042747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","header":"x-maas-group"} {"level":"info","ts":1789383840.9043062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","header":"x-maas-subscription"} {"level":"info","ts":1789383840.9043407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","header":"x-maas-username"} {"level":"info","ts":1789383840.904383,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789383840.9044452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383840.9604678,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383840.9604983,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383840.9605157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","EoS":false} {"level":"info","ts":1789383840.9605293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383840.9605632,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0","EoS":true} {"level":"info","ts":1789383840.9605772,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c338c033b1c1c493a2f40741b16d0465","span_id":"d9cc17780ca3a1f6","x-request-id":"ee349c7f-ece8-47cf-9480-1d9319364aa0"} {"level":"info","ts":1789383841.0121152,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383841.0122154,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383841.012228,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383841.0122404,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0","EoS":true} {"level":"info","ts":1789383841.0122638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0","header":"x-maas-username"} {"level":"info","ts":1789383841.0122736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0","header":"x-maas-group"} {"level":"info","ts":1789383841.0122793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0","header":"x-maas-subscription"} {"level":"info","ts":1789383841.0123096,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383841.125938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383841.1259656,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383841.125981,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0","EoS":false} {"level":"info","ts":1789383841.1259947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383841.1260228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0","EoS":true} {"level":"info","ts":1789383841.1260304,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c45290c9050c5801a25fcc11f39b488","span_id":"44d8335f5a093897","x-request-id":"2958499d-ce4a-4bc6-83f5-fa30e10526d0"} {"level":"info","ts":1789383842.0047002,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38a96d73-186d-47df-82f0-b209bb23f6fc"} {"level":"info","ts":1789383842.0047235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60480d50-b356-4713-8590-d6be88e0dfa0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789383842.0047808,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60480d50-b356-4713-8590-d6be88e0dfa0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789383842.1665564,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71a6eaa5-a639-4afe-a446-99e1ec1f5e0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789383842.1666255,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"038d70d7-009d-4d53-96ec-a3953ec92b5d"} {"level":"info","ts":1789383842.1666358,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71a6eaa5-a639-4afe-a446-99e1ec1f5e0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789383842.2739623,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e96bae5-2751-472c-946c-3010922dfbd6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789383842.274032,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e96bae5-2751-472c-946c-3010922dfbd6","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789383845.2937415,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789383855.2941153,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383862.4920368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383862.49215,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.492164,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.4921777,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","EoS":true} {"level":"info","ts":1789383862.4922056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","header":"x-maas-group"} {"level":"info","ts":1789383862.4922173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","header":"x-maas-username"} {"level":"info","ts":1789383862.4922233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","header":"x-maas-subscription"} {"level":"info","ts":1789383862.4922397,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383862.492265,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.4936666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.4936895,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.4937062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","EoS":false} {"level":"info","ts":1789383862.4937186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.4937522,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d","EoS":true} {"level":"info","ts":1789383862.4937627,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"32b7a55d2db151fc6583d51ea265607f","span_id":"0c34224892b139aa","x-request-id":"98461eda-34b5-47ed-9aba-cd29b22ed49d"} {"level":"info","ts":1789383862.5302389,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383862.5303514,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.5303674,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.5303798,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","EoS":true} {"level":"info","ts":1789383862.5304055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","header":"x-maas-subscription"} {"level":"info","ts":1789383862.530416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","header":"x-maas-group"} {"level":"info","ts":1789383862.530421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","header":"x-maas-username"} {"level":"info","ts":1789383862.5304372,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383862.5304627,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.5311584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.5311792,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.5311906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","EoS":false} {"level":"info","ts":1789383862.531201,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.531226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53","EoS":true} {"level":"info","ts":1789383862.5312366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fbb41bbc3a3313de23bc37f5c1fcec0","span_id":"19ac429f9dc55634","x-request-id":"4dfe3c48-a6e9-42c1-8f7b-c4130a7e5c53"} {"level":"info","ts":1789383862.5649343,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383862.5650473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.5650628,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.565075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","EoS":true} {"level":"info","ts":1789383862.5651,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","header":"x-maas-username"} {"level":"info","ts":1789383862.5651095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","header":"x-maas-subscription"} {"level":"info","ts":1789383862.5651152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","header":"x-maas-group"} {"level":"info","ts":1789383862.5651302,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383862.5651574,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.5658205,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.5658386,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.5658512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","EoS":false} {"level":"info","ts":1789383862.565862,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.5658884,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0","EoS":true} {"level":"info","ts":1789383862.5659013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4585eaf3a8393dc3ea2c4eb0af410de","span_id":"304bd05fc857ff82","x-request-id":"64946e22-b783-414e-8640-39a4b67599b0"} {"level":"info","ts":1789383862.5985174,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383862.5986223,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"info","ts":1789383862.598637,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"info","ts":1789383862.5986667,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","EoS":true} {"level":"info","ts":1789383862.5986931,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","header":"x-maas-username"} {"level":"info","ts":1789383862.5987027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","header":"x-maas-group"} {"level":"info","ts":1789383862.5987084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","header":"x-maas-subscription"} {"level":"info","ts":1789383862.5987236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789383862.598751,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"info","ts":1789383862.5993812,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"info","ts":1789383862.5993938,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"info","ts":1789383862.5994327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","EoS":false} {"level":"info","ts":1789383862.5994437,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"info","ts":1789383862.5994616,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb","EoS":true} {"level":"info","ts":1789383862.5994701,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e5a2b57b32f34770a1cb1b468909259","span_id":"9f936630a2c4a90f","x-request-id":"5ddc3162-7553-4b8c-bb8a-f0aa941ac9fb"} {"level":"error","ts":1789383870.2959611,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789383877.7107146,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383877.710814,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5fc8bd773b9516a6eb5844ca29e98c8","span_id":"cc6f7172a935ddb8","x-request-id":"7ee4903d-8044-461a-9f91-c7fc1e6aaa7a"} {"level":"info","ts":1789383877.7108266,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5fc8bd773b9516a6eb5844ca29e98c8","span_id":"cc6f7172a935ddb8","x-request-id":"7ee4903d-8044-461a-9f91-c7fc1e6aaa7a"} {"level":"info","ts":1789383877.7108383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5fc8bd773b9516a6eb5844ca29e98c8","span_id":"cc6f7172a935ddb8","x-request-id":"7ee4903d-8044-461a-9f91-c7fc1e6aaa7a","EoS":true} {"level":"info","ts":1789383877.7108948,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5fc8bd773b9516a6eb5844ca29e98c8","span_id":"cc6f7172a935ddb8","x-request-id":"7ee4903d-8044-461a-9f91-c7fc1e6aaa7a"} {"level":"info","ts":1789383877.8554754,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383877.8555727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7c2181ae9f241d7bd371c32e59ee976","span_id":"12938c285d32e6a6","x-request-id":"dce46727-47a9-4c7f-a37a-6ac8e8729094"} {"level":"info","ts":1789383877.855585,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7c2181ae9f241d7bd371c32e59ee976","span_id":"12938c285d32e6a6","x-request-id":"dce46727-47a9-4c7f-a37a-6ac8e8729094"} {"level":"info","ts":1789383877.8555965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7c2181ae9f241d7bd371c32e59ee976","span_id":"12938c285d32e6a6","x-request-id":"dce46727-47a9-4c7f-a37a-6ac8e8729094","EoS":true} {"level":"info","ts":1789383877.8556397,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7c2181ae9f241d7bd371c32e59ee976","span_id":"12938c285d32e6a6","x-request-id":"dce46727-47a9-4c7f-a37a-6ac8e8729094"} {"level":"info","ts":1789383878.001252,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789383878.0013552,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"382c78a4faa693809f9a14811620a3dc","span_id":"5b825c4f69e35e29","x-request-id":"16ca7ae5-f7ce-4900-b413-8d7ae59ae5a9"} {"level":"info","ts":1789383878.001367,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"382c78a4faa693809f9a14811620a3dc","span_id":"5b825c4f69e35e29","x-request-id":"16ca7ae5-f7ce-4900-b413-8d7ae59ae5a9"} {"level":"info","ts":1789383878.0013785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"382c78a4faa693809f9a14811620a3dc","span_id":"5b825c4f69e35e29","x-request-id":"16ca7ae5-f7ce-4900-b413-8d7ae59ae5a9","EoS":true} {"level":"info","ts":1789383878.0014255,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"382c78a4faa693809f9a14811620a3dc","span_id":"5b825c4f69e35e29","x-request-id":"16ca7ae5-f7ce-4900-b413-8d7ae59ae5a9"} {"level":"error","ts":1789383885.2972116,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789383900.298836,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789384859.9127347,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384859.912846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9128587,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9128711,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","EoS":true} {"level":"info","ts":1789384859.9128988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","header":"x-maas-username"} {"level":"info","ts":1789384859.912909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","header":"x-maas-subscription"} {"level":"info","ts":1789384859.9129152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","header":"x-maas-group"} {"level":"info","ts":1789384859.9129307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789384859.9129596,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9144535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9144776,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9144924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","EoS":false} {"level":"info","ts":1789384859.9145045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9145303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0","EoS":true} {"level":"info","ts":1789384859.9145405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fef6f2539f43a6ed3d81cfacee2a998","span_id":"bd22198b0041a97a","x-request-id":"b32a99f4-6352-4945-a264-bc8a38e2dfe0"} {"level":"info","ts":1789384859.9540412,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789384859.9541504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"info","ts":1789384859.9541643,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"info","ts":1789384859.954182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","EoS":true} {"level":"info","ts":1789384859.9542205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","header":"x-maas-group"} {"level":"info","ts":1789384859.9542332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","header":"x-maas-subscription"} {"level":"info","ts":1789384859.9542406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","header":"x-maas-username"} {"level":"info","ts":1789384859.9542618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789384859.9542987,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"info","ts":1789384859.954975,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"info","ts":1789384859.9549947,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"info","ts":1789384859.9550107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","EoS":false} {"level":"info","ts":1789384859.9550228,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"info","ts":1789384859.9550471,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844","EoS":true} {"level":"info","ts":1789384859.9550564,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c817ae7b9b706c7a781ebff2aeb0a90a","span_id":"b1bfb19976849171","x-request-id":"b410bdc5-87d4-4d77-a543-aa82b74f1844"} {"level":"error","ts":1789384870.4063709,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385228.1797879,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385228.1799202,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.1799386,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.1799586,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","EoS":true} {"level":"info","ts":1789385228.1799948,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","header":"x-maas-subscription"} {"level":"info","ts":1789385228.1800067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","header":"x-maas-username"} {"level":"info","ts":1789385228.1800117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","header":"x-maas-group"} {"level":"info","ts":1789385228.180026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385228.1800516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.193168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.193192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.1932125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","EoS":false} {"level":"info","ts":1789385228.1932292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.193261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3","EoS":true} {"level":"info","ts":1789385228.1932726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c4f51b197e285823f944d7a550b5a91","span_id":"8fff3b972694b2a9","x-request-id":"8d46546d-465c-4572-bf3b-cbbad4596fe3"} {"level":"info","ts":1789385228.3320687,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385228.332173,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.332188,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.3321996,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","EoS":true} {"level":"info","ts":1789385228.3322246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","header":"x-maas-group"} {"level":"info","ts":1789385228.3322356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","header":"x-maas-username"} {"level":"info","ts":1789385228.3322403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","header":"x-maas-subscription"} {"level":"info","ts":1789385228.3322563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385228.3322814,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.3331702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.333193,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.333206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","EoS":false} {"level":"info","ts":1789385228.3332162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.3332407,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c","EoS":true} {"level":"info","ts":1789385228.3332555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ee9c95253cc3a9e007d6a9cfc5fcfcb","span_id":"2199303d829efea4","x-request-id":"00ca32e8-1401-462d-a2ac-8051aac4d25c"} {"level":"info","ts":1789385228.4700644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385228.4701674,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.4701803,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.4701922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","EoS":true} {"level":"info","ts":1789385228.4702168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","header":"x-maas-subscription"} {"level":"info","ts":1789385228.4702265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","header":"x-maas-username"} {"level":"info","ts":1789385228.470231,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","header":"x-maas-group"} {"level":"info","ts":1789385228.4702466,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385228.470272,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.4724972,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.4725134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.4725263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","EoS":false} {"level":"info","ts":1789385228.4725378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.4725633,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a","EoS":true} {"level":"info","ts":1789385228.4725738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4bfc1bfbd0e0fb043a0701ab544f18f2","span_id":"1decf04ff8708c5e","x-request-id":"00105ae2-f833-4734-a924-6cc79a79584a"} {"level":"info","ts":1789385228.6066833,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385228.6067889,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.6068056,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.6068175,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","EoS":true} {"level":"info","ts":1789385228.6068435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","header":"x-maas-username"} {"level":"info","ts":1789385228.6068537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","header":"x-maas-subscription"} {"level":"info","ts":1789385228.6068587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","header":"x-maas-group"} {"level":"info","ts":1789385228.6068733,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385228.6068985,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.6078331,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.607847,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.607861,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","EoS":false} {"level":"info","ts":1789385228.6078715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.6078937,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d","EoS":true} {"level":"info","ts":1789385228.6079037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fcba4ccb17d205335dca67e633a92d8","span_id":"da6b335be6e88c27","x-request-id":"fef978fd-17f7-44d6-a121-146412721f1d"} {"level":"info","ts":1789385228.741803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385228.7419093,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385228.7419226,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385228.7419345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","EoS":true} {"level":"info","ts":1789385228.741961,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","header":"x-maas-username"} {"level":"info","ts":1789385228.741973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","header":"x-maas-subscription"} {"level":"info","ts":1789385228.7419784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","header":"x-maas-group"} {"level":"info","ts":1789385228.7419934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385228.742021,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385228.7429173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385228.7429304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385228.7429433,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","EoS":false} {"level":"info","ts":1789385228.7429535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385228.7429774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245","EoS":true} {"level":"info","ts":1789385228.7429876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01181d913c1ee6cf28e5b2df25eb3261","span_id":"23272122ac9cc527","x-request-id":"72f511c6-abdf-46f9-b05f-c88ae7525245"} {"level":"info","ts":1789385237.4849231,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385237.4850242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.4850402,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.4850562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","EoS":true} {"level":"info","ts":1789385237.485082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","header":"x-maas-username"} {"level":"info","ts":1789385237.485091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","header":"x-maas-subscription"} {"level":"info","ts":1789385237.4850967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","header":"x-maas-group"} {"level":"info","ts":1789385237.485118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385237.4851532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.486059,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.4860814,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.486102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","EoS":false} {"level":"info","ts":1789385237.4861188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.4861574,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c","EoS":true} {"level":"info","ts":1789385237.486169,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5b379d47fb2682b49c25a1da2c47222","span_id":"7bcf5bd6911f8267","x-request-id":"69fba500-0d24-4376-abc2-f91db2b1d00c"} {"level":"info","ts":1789385237.5844593,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385237.584569,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79"} {"level":"info","ts":1789385237.585394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79"} {"level":"info","ts":1789385237.5854223,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79"} {"level":"info","ts":1789385237.58544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79","EoS":false} {"level":"info","ts":1789385237.5854604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79"} {"level":"info","ts":1789385237.5854928,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79","EoS":true} {"level":"info","ts":1789385237.5855026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1b16b73558ed0c0f949fb5b91addf6b","span_id":"e7d50ec6ddc560cd","x-request-id":"21c4fcf8-f05d-49c9-a616-6cfa78e02d79"} {"level":"info","ts":1789385238.3278239,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385238.3279219,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385238.3279366,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385238.3279536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","EoS":true} {"level":"info","ts":1789385238.3279803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","header":"x-maas-username"} {"level":"info","ts":1789385238.327991,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","header":"x-maas-subscription"} {"level":"info","ts":1789385238.3279955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","header":"x-maas-group"} {"level":"info","ts":1789385238.3280118,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385238.3280425,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385238.3287206,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385238.3287404,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385238.3287532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","EoS":false} {"level":"info","ts":1789385238.3287668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385238.3287876,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de","EoS":true} {"level":"info","ts":1789385238.3287988,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"17eba59b15793ef7e7e7da06b71199b0","span_id":"69ff40a4d0698ec5","x-request-id":"497fb24b-5256-44cf-b07d-79ed1ae5c1de"} {"level":"info","ts":1789385239.241391,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385239.2414882,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.2415028,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.2415195,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","EoS":true} {"level":"info","ts":1789385239.2415438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","header":"x-maas-subscription"} {"level":"info","ts":1789385239.241555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","header":"x-maas-username"} {"level":"info","ts":1789385239.2415597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","header":"x-maas-group"} {"level":"info","ts":1789385239.2415743,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385239.2416098,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.2423062,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.242327,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.2423415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","EoS":false} {"level":"info","ts":1789385239.242354,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.2423832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2","EoS":true} {"level":"info","ts":1789385239.2423956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46853d68979053f8b8cea98fbfb3249a","span_id":"b204fcb0788effd8","x-request-id":"06e44049-59a6-4109-a47c-94aa823c76b2"} {"level":"info","ts":1789385239.9868207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385239.9869237,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"info","ts":1789385239.9869366,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"info","ts":1789385239.9869475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","EoS":true} {"level":"info","ts":1789385239.9869716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","header":"x-maas-group"} {"level":"info","ts":1789385239.9869819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","header":"x-maas-username"} {"level":"info","ts":1789385239.986987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","header":"x-maas-subscription"} {"level":"info","ts":1789385239.9870026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385239.9870307,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"info","ts":1789385239.9877326,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"info","ts":1789385239.9877543,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"info","ts":1789385239.9877758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","EoS":false} {"level":"info","ts":1789385239.9878006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"info","ts":1789385239.9878366,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc","EoS":true} {"level":"info","ts":1789385239.9878466,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac39476502d0137d9189f3dca9a128ed","span_id":"18c701d4030f3ee3","x-request-id":"9dc7c329-36da-4f68-ad8f-d3b64c4bb2fc"} {"level":"error","ts":1789385240.4523122,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385241.004413,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385241.0045187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"info","ts":1789385241.004531,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"info","ts":1789385241.004543,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","EoS":true} {"level":"info","ts":1789385241.0045817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","header":"x-maas-group"} {"level":"info","ts":1789385241.0045922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","header":"x-maas-subscription"} {"level":"info","ts":1789385241.004598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","header":"x-maas-username"} {"level":"info","ts":1789385241.004615,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385241.0046403,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"info","ts":1789385241.0053587,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"info","ts":1789385241.0053887,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"info","ts":1789385241.0054119,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","EoS":false} {"level":"info","ts":1789385241.0054266,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"info","ts":1789385241.0054557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df","EoS":true} {"level":"info","ts":1789385241.0054734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13db3ec3220bd6886f4d74cf83db23b3","span_id":"71284710cba68a68","x-request-id":"c5f9bd53-95bc-44ca-85c0-0d93fb9e54df"} {"level":"error","ts":1789385255.454005,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385258.2863736,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385258.2864764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"info","ts":1789385258.2864945,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"info","ts":1789385258.2865064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","EoS":true} {"level":"info","ts":1789385258.2865329,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","header":"x-maas-username"} {"level":"info","ts":1789385258.2865422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","header":"x-maas-group"} {"level":"info","ts":1789385258.2865477,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","header":"x-maas-subscription"} {"level":"info","ts":1789385258.2865658,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385258.2865946,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"info","ts":1789385258.287332,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"info","ts":1789385258.2873528,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"info","ts":1789385258.287367,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","EoS":false} {"level":"info","ts":1789385258.2873807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"info","ts":1789385258.2874053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f","EoS":true} {"level":"info","ts":1789385258.2874148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4412f7ebaf89a78e4a2aaa6dd538a4e3","span_id":"7198ab365baca5b3","x-request-id":"dcd23be1-4e0e-4452-af1c-a28c4c7b261f"} {"level":"error","ts":1789385270.4551058,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385347.1008267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385347.100924,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"info","ts":1789385347.1009367,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"info","ts":1789385347.1009488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","EoS":true} {"level":"info","ts":1789385347.1009722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","header":"x-maas-subscription"} {"level":"info","ts":1789385347.1009831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","header":"x-maas-group"} {"level":"info","ts":1789385347.100988,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","header":"x-maas-username"} {"level":"info","ts":1789385347.1010053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789385347.1010373,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"info","ts":1789385347.1140382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"info","ts":1789385347.1140666,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"info","ts":1789385347.1140883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","EoS":false} {"level":"info","ts":1789385347.1141064,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"info","ts":1789385347.1141322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5","EoS":true} {"level":"info","ts":1789385347.1141412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9710f88cd79908aba3bbc27565ed745c","span_id":"93fe5e913f929ad1","x-request-id":"c0e680ac-9276-4c3f-ac12-2a2292f6a9a5"} {"level":"error","ts":1789385360.4664087,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385420.973068,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385420.9731705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385420.9731843,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385420.9731963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","EoS":true} {"level":"info","ts":1789385420.9732196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","header":"x-maas-subscription"} {"level":"info","ts":1789385420.9732287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","header":"x-maas-group"} {"level":"info","ts":1789385420.9732342,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","header":"x-maas-username"} {"level":"info","ts":1789385420.9732502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789385420.97328,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385420.9741852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385420.9742064,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385420.9742274,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","EoS":false} {"level":"info","ts":1789385420.9742467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385420.9742835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4","EoS":true} {"level":"info","ts":1789385420.9742951,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d017874aa66891fe894d2dbc55ec630f","span_id":"349fbfefcafae9cc","x-request-id":"cc822558-aca4-4a6a-a9da-93d6eb7e29d4"} {"level":"info","ts":1789385434.584828,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385434.5849433,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.5849593,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.5849795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","EoS":true} {"level":"info","ts":1789385434.5850127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","header":"x-maas-group"} {"level":"info","ts":1789385434.585025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","header":"x-maas-subscription"} {"level":"info","ts":1789385434.5850334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","header":"x-maas-username"} {"level":"info","ts":1789385434.5850556,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789385434.5850904,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.5972528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.5972772,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.5972972,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","EoS":false} {"level":"info","ts":1789385434.5973105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.5973332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe","EoS":true} {"level":"info","ts":1789385434.5973432,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5cb4aae1be22c6bed5b3e7bb341318e","span_id":"61fd7c893ba5fbd1","x-request-id":"4bd4c002-156b-4326-95ae-63cf5b6eb9fe"} {"level":"info","ts":1789385434.735879,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385434.7359967,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.7360113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.7360296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","EoS":true} {"level":"info","ts":1789385434.7360635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","header":"x-maas-username"} {"level":"info","ts":1789385434.7360747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","header":"x-maas-group"} {"level":"info","ts":1789385434.7360835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","header":"x-maas-subscription"} {"level":"info","ts":1789385434.736107,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789385434.7361412,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.736896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.7369173,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.7369347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","EoS":false} {"level":"info","ts":1789385434.736948,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.73697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d","EoS":true} {"level":"info","ts":1789385434.7369792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a11758328c6d180cdf846ad8acd669f","span_id":"eb934ec127e30953","x-request-id":"343060d5-ff20-4c9f-897e-f62252be0c2d"} {"level":"info","ts":1789385434.8720992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385434.8721907,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8722026,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8722148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","EoS":true} {"level":"info","ts":1789385434.8722377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","header":"x-maas-subscription"} {"level":"info","ts":1789385434.8722475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","header":"x-maas-username"} {"level":"info","ts":1789385434.872253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","header":"x-maas-group"} {"level":"info","ts":1789385434.8722682,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789385434.8722913,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8739932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8740132,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8740356,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","EoS":false} {"level":"info","ts":1789385434.8740492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8740757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","EoS":false} {"level":"info","ts":1789385434.8740873,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"info","ts":1789385434.8741024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728","EoS":true} {"level":"info","ts":1789385434.8741152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c871dd2518183069558f690a690249f5","span_id":"7d37370243457685","x-request-id":"20d21328-dcd9-4b2a-90fa-5cb6696e4728"} {"level":"error","ts":1789385435.4747417,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789385447.7116077,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789385447.7117279,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"info","ts":1789385447.7117412,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"info","ts":1789385447.7117548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","EoS":true} {"level":"info","ts":1789385447.7117755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","header":"x-maas-username"} {"level":"info","ts":1789385447.7117865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","header":"x-maas-subscription"} {"level":"info","ts":1789385447.7117927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","header":"x-maas-group"} {"level":"info","ts":1789385447.7118073,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789385447.7118347,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"info","ts":1789385447.713146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"info","ts":1789385447.7131574,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"info","ts":1789385447.7131715,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","EoS":false} {"level":"info","ts":1789385447.713183,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"info","ts":1789385447.7132072,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771","EoS":true} {"level":"info","ts":1789385447.7132215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cdf8740b520c2fa44493fede9f3398a","span_id":"78de45f4f797ae7a","x-request-id":"16b5f793-3934-40b0-8b9d-a75bb0b67771"} {"level":"error","ts":1789385450.4759908,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}