{"level":"info","ts":1789472306.6776798,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e309d66d2f2850ed67dc4adfcee838ff","span_id":"b3ec780fd674f40b","x-request-id":"d49fbea1-b437-4886-b96b-a86fb4433b4a"} {"level":"info","ts":1789472306.6777,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e309d66d2f2850ed67dc4adfcee838ff","span_id":"b3ec780fd674f40b","x-request-id":"d49fbea1-b437-4886-b96b-a86fb4433b4a","EoS":true} {"level":"info","ts":1789472306.67775,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e309d66d2f2850ed67dc4adfcee838ff","span_id":"b3ec780fd674f40b","x-request-id":"d49fbea1-b437-4886-b96b-a86fb4433b4a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789472306.6777806,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e309d66d2f2850ed67dc4adfcee838ff","span_id":"b3ec780fd674f40b","x-request-id":"d49fbea1-b437-4886-b96b-a86fb4433b4a"} {"level":"info","ts":1789472307.064863,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"cef5f7ae-456b-4464-807a-214036da866b","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.0775795,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"cef5f7ae-456b-4464-807a-214036da866b","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.0938716,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"53355f8d-bbf2-4a71-99b1-06f1d76a6ca2","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.0938976,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3535bf38-ac45-4b42-811c-202ca110e5c4"} {"level":"info","ts":1789472307.0939295,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"53355f8d-bbf2-4a71-99b1-06f1d76a6ca2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789472307.1110938,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"8ede7329-46f5-4105-8adb-a8c08ac2efdf","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.111138,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"8ede7329-46f5-4105-8adb-a8c08ac2efdf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789472307.1213732,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"2abc25db-13ee-45d6-9fbf-ff1f29b293eb","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.1213925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"1b6f05c4-6263-4a9b-9571-c75d65a8c823"} {"level":"info","ts":1789472307.1214054,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"2abc25db-13ee-45d6-9fbf-ff1f29b293eb","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"error","ts":1789472307.1368415,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"cef5f7ae-456b-4464-807a-214036da866b","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472307.1382399,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3535bf38-ac45-4b42-811c-202ca110e5c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.1383076,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3535bf38-ac45-4b42-811c-202ca110e5c4","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.1423533,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"7082a65b-a9fa-46bc-852e-72539e630e09","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.1563642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"2b50201a-5f3f-484d-b9ce-0af628fc7def","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.1564128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"2b50201a-5f3f-484d-b9ce-0af628fc7def","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"error","ts":1789472307.16898,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"1b6f05c4-6263-4a9b-9571-c75d65a8c823","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.169049,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"1b6f05c4-6263-4a9b-9571-c75d65a8c823","provider":"e2e-legacy-migration-6d69a062","phase":"Pending"} {"level":"info","ts":1789472307.1723058,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"7082a65b-a9fa-46bc-852e-72539e630e09","name":"e2e-legacy-migration-6d69a062"} {"level":"error","ts":1789472307.1741922,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3535bf38-ac45-4b42-811c-202ca110e5c4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472307.1742425,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3535bf38-ac45-4b42-811c-202ca110e5c4","error":"failed to apply Service: services \"e2e-legacy-migration-6d69a062\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.174334,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"be17eee9-3122-4273-8d56-b97cf8ed3b56"} {"level":"info","ts":1789472307.174377,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"be17eee9-3122-4273-8d56-b97cf8ed3b56","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.1828995,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"6097900f-1475-44bb-865b-2f1a180a10f6","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.1829288,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"6097900f-1475-44bb-865b-2f1a180a10f6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789472307.182996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"2b19cbec-b5fa-4740-894e-33891a48f541","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.1830292,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"2b19cbec-b5fa-4740-894e-33891a48f541","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"info","ts":1789472307.2012498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"62e693c1-5ee5-4974-b144-adddfaf8c04b","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.2013004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"62e693c1-5ee5-4974-b144-adddfaf8c04b","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"info","ts":1789472307.2050219,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"7082a65b-a9fa-46bc-852e-72539e630e09","provider":"openai","model":"e2e-legacy-migration-6d69a062","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789472307.2087286,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"1b6f05c4-6263-4a9b-9571-c75d65a8c823","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472307.2087817,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"1b6f05c4-6263-4a9b-9571-c75d65a8c823","error":"ExternalModel \"e2e-legacy-migration-6d69a062\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6d69a062\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.2088559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ce209410-8cd6-44b9-b5cc-320b6f2a0ccb"} {"level":"info","ts":1789472307.208888,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ce209410-8cd6-44b9-b5cc-320b6f2a0ccb","provider":"e2e-legacy-migration-6d69a062","phase":"Failed"} {"level":"info","ts":1789472307.2099583,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"be17eee9-3122-4273-8d56-b97cf8ed3b56","kind":"DestinationRule","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.224589,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ae9a78e2-0cea-4876-829c-cff848c79f8b","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.2246413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ae9a78e2-0cea-4876-829c-cff848c79f8b","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"error","ts":1789472307.2359736,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ce209410-8cd6-44b9-b5cc-320b6f2a0ccb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472307.2360322,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ce209410-8cd6-44b9-b5cc-320b6f2a0ccb","error":"ExternalModel \"e2e-legacy-migration-6d69a062\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6d69a062\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.2361073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"8f1d053f-f9f1-40e8-b299-260c0892da8f"} {"level":"info","ts":1789472307.2361355,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"8f1d053f-f9f1-40e8-b299-260c0892da8f","provider":"e2e-legacy-migration-6d69a062","phase":"Failed"} {"level":"info","ts":1789472307.2457836,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"be17eee9-3122-4273-8d56-b97cf8ed3b56","service":"e2e-legacy-migration-6d69a062","serviceEntry":"e2e-legacy-migration-6d69a062","destinationRule":"e2e-legacy-migration-6d69a062"} {"level":"error","ts":1789472307.2540114,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"8f1d053f-f9f1-40e8-b299-260c0892da8f","error":"ExternalModel \"e2e-legacy-migration-6d69a062\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6d69a062\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472307.263433,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"be17eee9-3122-4273-8d56-b97cf8ed3b56","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.263541,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"134ed9b4-2add-45e1-9643-a8a1ecd4a988"} {"level":"info","ts":1789472307.2635868,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"134ed9b4-2add-45e1-9643-a8a1ecd4a988","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.2746336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"c6750078-6793-4f65-86b7-ba5e7613c20a"} {"level":"info","ts":1789472307.2747388,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"c6750078-6793-4f65-86b7-ba5e7613c20a","provider":"e2e-legacy-migration-6d69a062","phase":"Failed"} {"level":"info","ts":1789472307.2754576,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"d51e07e8-d729-4cfe-ba6d-197bf87fe172","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.2754934,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"d51e07e8-d729-4cfe-ba6d-197bf87fe172","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789472307.2754915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"c3bf2848-2c68-442f-9773-95308b1d851f","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.2755375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"c3bf2848-2c68-442f-9773-95308b1d851f","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"error","ts":1789472307.310681,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"c6750078-6793-4f65-86b7-ba5e7613c20a","error":"ExternalModel \"e2e-legacy-migration-6d69a062\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6d69a062\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.3108516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"292f6a31-ae08-49c7-9b4e-9c7f72952830"} {"level":"info","ts":1789472307.31092,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"292f6a31-ae08-49c7-9b4e-9c7f72952830","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.3449767,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"134ed9b4-2add-45e1-9643-a8a1ecd4a988","service":"e2e-legacy-migration-6d69a062","serviceEntry":"e2e-legacy-migration-6d69a062","destinationRule":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.3500633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"13d388b9-fb21-4490-934f-f38df7ce9c9d","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.3501172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"13d388b9-fb21-4490-934f-f38df7ce9c9d","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"error","ts":1789472307.4116902,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"134ed9b4-2add-45e1-9643-a8a1ecd4a988","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.4118283,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"541fa67d-ba96-45ce-9179-7f008279e347"} {"level":"info","ts":1789472307.411894,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"541fa67d-ba96-45ce-9179-7f008279e347","name":"e2e-legacy-migration-6d69a062"} {"level":"error","ts":1789472307.4132137,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"292f6a31-ae08-49c7-9b4e-9c7f72952830","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472307.413265,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"292f6a31-ae08-49c7-9b4e-9c7f72952830","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-6d69a062\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.4133313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3ec11dca-fe47-44d8-a9a3-c476c0e2a823"} {"level":"info","ts":1789472307.4133954,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3ec11dca-fe47-44d8-a9a3-c476c0e2a823","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.4226098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"bafdc0f8-91ab-429c-b13d-49ad284ff81f","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.4226716,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"bafdc0f8-91ab-429c-b13d-49ad284ff81f","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"info","ts":1789472307.4481266,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"541fa67d-ba96-45ce-9179-7f008279e347","service":"e2e-legacy-migration-6d69a062","serviceEntry":"e2e-legacy-migration-6d69a062","destinationRule":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.453975,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3ec11dca-fe47-44d8-a9a3-c476c0e2a823","httpRoute":"e2e-legacy-migration-6d69a062","providers":["e2e-legacy-migration-6d69a062"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789472307.4668305,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"3ec11dca-fe47-44d8-a9a3-c476c0e2a823","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.4669335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"a8b72836-c719-46e8-90f7-096e374af44a"} {"level":"info","ts":1789472307.466988,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"a8b72836-c719-46e8-90f7-096e374af44a","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.4786222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"bec37fa1-93db-4ef9-800b-128616ea2cce","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.4786901,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"bec37fa1-93db-4ef9-800b-128616ea2cce","modelName":"e2e-legacy-migration-6d69a062","resolvedRefs":1} {"level":"info","ts":1789472307.4871337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"a8b72836-c719-46e8-90f7-096e374af44a","httpRoute":"e2e-legacy-migration-6d69a062","providers":["e2e-legacy-migration-6d69a062"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789472307.497055,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"a8b72836-c719-46e8-90f7-096e374af44a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472307.4971716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"6f9ab50f-4d46-4fa8-8878-afd08a738b83"} {"level":"info","ts":1789472307.4972353,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"6f9ab50f-4d46-4fa8-8878-afd08a738b83","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.5168102,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"6f9ab50f-4d46-4fa8-8878-afd08a738b83","httpRoute":"e2e-legacy-migration-6d69a062","providers":["e2e-legacy-migration-6d69a062"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789472307.672367,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"78a7a1b7-5900-4db5-9f19-acf5a9fbbc43","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472307.6769185,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"78a7a1b7-5900-4db5-9f19-acf5a9fbbc43","name":"e2e-legacy-migration-6d69a062"} {"level":"info","ts":1789472307.6863446,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"78a7a1b7-5900-4db5-9f19-acf5a9fbbc43","provider":"openai","model":"e2e-legacy-migration-6d69a062","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789472310.00407,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"331ddda1-97d3-462a-a9c7-45ba3ba12284","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472310.0134096,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"e1ccf534-fa1f-4c4a-ab0a-60a089aff781"} {"level":"info","ts":1789472310.0134642,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"4b3a5531-8663-4733-a338-9ae3d385a500","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472310.0135055,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"4b3a5531-8663-4733-a338-9ae3d385a500","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472310.0135376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"db082f1a-83c3-4985-8efb-9d9fd87ec40d","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472310.0136116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"08f7ba50-719c-432d-8b02-b09bda2f983b"} {"level":"error","ts":1789472310.0136328,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"db082f1a-83c3-4985-8efb-9d9fd87ec40d","provider":"e2e-legacy-migration-6d69a062","error":"ExternalProvider \"e2e-legacy-migration-6d69a062\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472310.0137553,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"db082f1a-83c3-4985-8efb-9d9fd87ec40d"} {"level":"error","ts":1789472310.01369,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"08f7ba50-719c-432d-8b02-b09bda2f983b","provider":"e2e-legacy-migration-6d69a062","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472310.0177336,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ec908404-3325-4628-a358-d4c14379b9e1","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"info","ts":1789472310.0177703,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"ec908404-3325-4628-a358-d4c14379b9e1","name":"e2e-legacy-migration-6d69a062","namespace":"llm"} {"level":"error","ts":1789472310.0279806,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"08f7ba50-719c-432d-8b02-b09bda2f983b","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-6d69a062\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789472310.0281565,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"08f7ba50-719c-432d-8b02-b09bda2f983b","error":"ExternalModel \"e2e-legacy-migration-6d69a062\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-6d69a062\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789472310.028331,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-6d69a062","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-6d69a062","reconcileID":"038f7f20-d7ef-4d6c-87e7-7cb4f3b71d86"} {"level":"info","ts":1789472310.4170876,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472310.4173791,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.4174273,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.417458,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","EoS":true} {"level":"info","ts":1789472310.4175053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","header":"x-maas-subscription"} {"level":"info","ts":1789472310.4175377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","header":"x-maas-group"} {"level":"info","ts":1789472310.4175694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","header":"x-maas-username"} {"level":"info","ts":1789472310.4176157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789472310.417645,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","modelName":"e2e-external-model"} {"level":"info","ts":1789472310.4177258,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789472310.4177752,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789472310.4178174,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","authType":"apikey"} {"level":"info","ts":1789472310.417874,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.5597928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.5599308,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.5600035,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","EoS":false} {"level":"info","ts":1789472310.5600545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.560123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e","EoS":true} {"level":"info","ts":1789472310.5601666,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cfff288eb5439643efe701926c558c25","span_id":"18168d7cdb645e88","x-request-id":"aba58cfd-cbbc-4b2e-9cd1-2612f303a65e"} {"level":"info","ts":1789472310.6250708,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472310.6252108,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472310.6252255,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472310.625241,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","EoS":true} {"level":"info","ts":1789472310.6252732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","header":"x-maas-subscription"} {"level":"info","ts":1789472310.6252844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","header":"x-maas-username"} {"level":"info","ts":1789472310.6252923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","header":"x-maas-group"} {"level":"info","ts":1789472310.6253142,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789472310.625342,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472311.216933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472311.2169673,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472311.2169852,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","EoS":false} {"level":"info","ts":1789472311.217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472311.2170246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809","EoS":true} {"level":"info","ts":1789472311.2170317,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cea4f376fd5edbcc9b3b08fe8df9e437","span_id":"5aad29339033f0d7","x-request-id":"cf88e062-1c0f-434c-8563-fffb4daa3809"} {"level":"info","ts":1789472311.3143668,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472311.314471,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"info","ts":1789472311.3144825,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"info","ts":1789472311.3144944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7","EoS":true} {"level":"info","ts":1789472311.3145185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7","header":"x-maas-subscription"} {"level":"info","ts":1789472311.314529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7","header":"x-maas-username"} {"level":"info","ts":1789472311.3145337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7","header":"x-maas-group"} {"level":"info","ts":1789472311.3145618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"error","ts":1789472314.0875123,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789472314.396581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"info","ts":1789472314.3966138,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"info","ts":1789472314.3966327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7","EoS":false} {"level":"info","ts":1789472314.396647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"info","ts":1789472314.3967104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7","EoS":true} {"level":"info","ts":1789472314.396718,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9b4cd23c696cce186f5d40e21c8a49a","span_id":"f87b9d5bbcfaa978","x-request-id":"b492ec3f-b8bd-4e8c-b5d1-f3481ba4ddc7"} {"level":"info","ts":1789472315.2423737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de19f2f0-264c-4ecc-9498-f32f8f7bbfc8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789472315.2426307,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de19f2f0-264c-4ecc-9498-f32f8f7bbfc8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789472315.2425754,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"259c6c25-7c7a-4d41-a87b-c6741b42b206"} {"level":"info","ts":1789472315.3764956,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ff1d5ae-c717-4996-a52f-0a1b2c1644d9"} {"level":"info","ts":1789472315.3764899,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73dc3a96-005a-476e-80ab-954740320c47","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789472315.3765771,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73dc3a96-005a-476e-80ab-954740320c47","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789472315.4939249,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3262bd6f-6e64-4889-952f-83fcee3c5515","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789472315.4940534,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3262bd6f-6e64-4889-952f-83fcee3c5515","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789472320.338111,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472320.3382282,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"013c5d798816fcc94e3b0bade9871e57","span_id":"2da155b840a2b749","x-request-id":"707d1bd4-02f6-4e72-81c2-0938a0900589"} {"level":"info","ts":1789472320.3382466,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"013c5d798816fcc94e3b0bade9871e57","span_id":"2da155b840a2b749","x-request-id":"707d1bd4-02f6-4e72-81c2-0938a0900589"} {"level":"info","ts":1789472320.3382602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"013c5d798816fcc94e3b0bade9871e57","span_id":"2da155b840a2b749","x-request-id":"707d1bd4-02f6-4e72-81c2-0938a0900589","EoS":true} {"level":"info","ts":1789472320.338323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"013c5d798816fcc94e3b0bade9871e57","span_id":"2da155b840a2b749","x-request-id":"707d1bd4-02f6-4e72-81c2-0938a0900589"} {"level":"info","ts":1789472320.480348,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472320.48053,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"93ec3b25611a3d46710e277de2948463","span_id":"efea5afcd4bada7d","x-request-id":"264f20bb-419a-44cb-8d02-b9194ba82ecd"} {"level":"info","ts":1789472320.4805946,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"93ec3b25611a3d46710e277de2948463","span_id":"efea5afcd4bada7d","x-request-id":"264f20bb-419a-44cb-8d02-b9194ba82ecd"} {"level":"info","ts":1789472320.480636,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"93ec3b25611a3d46710e277de2948463","span_id":"efea5afcd4bada7d","x-request-id":"264f20bb-419a-44cb-8d02-b9194ba82ecd","EoS":true} {"level":"info","ts":1789472320.480729,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"93ec3b25611a3d46710e277de2948463","span_id":"efea5afcd4bada7d","x-request-id":"264f20bb-419a-44cb-8d02-b9194ba82ecd"} {"level":"info","ts":1789472320.6292207,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789472320.6294277,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f304614ca07fb1475f1e96448d4abd11","span_id":"f34f2a1d72028a76","x-request-id":"d97e0eea-a38c-4be4-b144-a7bebe125904"} {"level":"info","ts":1789472320.6294732,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f304614ca07fb1475f1e96448d4abd11","span_id":"f34f2a1d72028a76","x-request-id":"d97e0eea-a38c-4be4-b144-a7bebe125904"} {"level":"info","ts":1789472320.6295114,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f304614ca07fb1475f1e96448d4abd11","span_id":"f34f2a1d72028a76","x-request-id":"d97e0eea-a38c-4be4-b144-a7bebe125904","EoS":true} {"level":"info","ts":1789472320.629596,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f304614ca07fb1475f1e96448d4abd11","span_id":"f34f2a1d72028a76","x-request-id":"d97e0eea-a38c-4be4-b144-a7bebe125904"} {"level":"error","ts":1789472329.088891,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789472339.0898066,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789472349.0908098,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473401.722558,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473401.7227366,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.722751,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.7227638,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","EoS":true} {"level":"info","ts":1789473401.7227902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","header":"x-maas-subscription"} {"level":"info","ts":1789473401.722803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","header":"x-maas-username"} {"level":"info","ts":1789473401.7228088,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","header":"x-maas-group"} {"level":"info","ts":1789473401.722825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789473401.722851,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.7240105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.7240348,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.724056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","EoS":false} {"level":"info","ts":1789473401.7240725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.7241096,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419","EoS":true} {"level":"info","ts":1789473401.7241225,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05294edb7996646e00c1f0ce4312c591","span_id":"818a25fdfd59bd2a","x-request-id":"40ac9167-e680-44f2-bec4-1773eb015419"} {"level":"info","ts":1789473401.761501,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473401.7616143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"info","ts":1789473401.7616265,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"info","ts":1789473401.7616467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","EoS":true} {"level":"info","ts":1789473401.7617054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","header":"x-maas-subscription"} {"level":"info","ts":1789473401.7617164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","header":"x-maas-group"} {"level":"info","ts":1789473401.761722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","header":"x-maas-username"} {"level":"info","ts":1789473401.76174,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789473401.7617633,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"info","ts":1789473401.7628634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"info","ts":1789473401.7628841,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"info","ts":1789473401.7629037,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","EoS":false} {"level":"info","ts":1789473401.762925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"info","ts":1789473401.7629657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503","EoS":true} {"level":"info","ts":1789473401.7629776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb112162f2c7723b49efe2ff1d2c9f2e","span_id":"eb81d0b01afc83fa","x-request-id":"8be96ef5-bf35-4179-b53a-dde48bfd2503"} {"level":"error","ts":1789473414.2073627,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473743.3071067,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473743.3072267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.3072367,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.3072488,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","EoS":true} {"level":"info","ts":1789473743.3072722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","header":"x-maas-username"} {"level":"info","ts":1789473743.3072836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","header":"x-maas-group"} {"level":"info","ts":1789473743.3072891,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","header":"x-maas-subscription"} {"level":"info","ts":1789473743.3073077,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473743.3073373,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.3200722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.3201053,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.3201246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","EoS":false} {"level":"info","ts":1789473743.32014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.3201761,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980","EoS":true} {"level":"info","ts":1789473743.3201873,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cb0e54c0be1c3c2005ee6c762f53d2f","span_id":"1be0f612aa70891c","x-request-id":"1e85f0a9-7cd3-4dcd-84c2-e2c1cd7fb980"} {"level":"info","ts":1789473743.4604533,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473743.4605558,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.460569,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.460581,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","EoS":true} {"level":"info","ts":1789473743.4606042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","header":"x-maas-subscription"} {"level":"info","ts":1789473743.4606137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","header":"x-maas-group"} {"level":"info","ts":1789473743.4606214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","header":"x-maas-username"} {"level":"info","ts":1789473743.4606361,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473743.4606879,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.4625876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.4626112,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.4626274,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","EoS":false} {"level":"info","ts":1789473743.46264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.4626856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac","EoS":true} {"level":"info","ts":1789473743.4627,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f07f84171717d3f749939190f791163f","span_id":"79bbf21a6a9089ed","x-request-id":"1ff505ef-5332-466c-9be9-f990bf1c9eac"} {"level":"info","ts":1789473743.608547,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473743.6086495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.6086774,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.6086893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","EoS":true} {"level":"info","ts":1789473743.608718,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","header":"x-maas-group"} {"level":"info","ts":1789473743.6087267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","header":"x-maas-username"} {"level":"info","ts":1789473743.6087322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","header":"x-maas-subscription"} {"level":"info","ts":1789473743.608749,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473743.60877,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.609633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.6096807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.609704,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","EoS":false} {"level":"info","ts":1789473743.6097252,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.6097572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a","EoS":true} {"level":"info","ts":1789473743.6097672,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef327fe72bfc93f1fbabc233c80152e7","span_id":"a54b309220107b40","x-request-id":"424be451-94fa-4bb5-8a69-51e4f931d34a"} {"level":"info","ts":1789473743.747147,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473743.7472708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.747284,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.747296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","EoS":true} {"level":"info","ts":1789473743.7473214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","header":"x-maas-group"} {"level":"info","ts":1789473743.7473311,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","header":"x-maas-username"} {"level":"info","ts":1789473743.7473392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","header":"x-maas-subscription"} {"level":"info","ts":1789473743.7473586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473743.7473924,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.7482426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.7482648,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.7482789,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","EoS":false} {"level":"info","ts":1789473743.7482913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.7483134,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e","EoS":true} {"level":"info","ts":1789473743.7483222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9c0cbdbd6b0db83a038c57412f7050a","span_id":"d95634c8bb57d5ba","x-request-id":"8bb5dad5-420a-4803-9ffa-d2fae24c416e"} {"level":"info","ts":1789473743.887885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473743.8880012,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473743.8880136,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473743.8880253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","EoS":true} {"level":"info","ts":1789473743.8880486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","header":"x-maas-subscription"} {"level":"info","ts":1789473743.888059,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","header":"x-maas-group"} {"level":"info","ts":1789473743.8880653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","header":"x-maas-username"} {"level":"info","ts":1789473743.8880801,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473743.88811,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473743.888955,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473743.8889763,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473743.8889904,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","EoS":false} {"level":"info","ts":1789473743.8890028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473743.8890312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469","EoS":true} {"level":"info","ts":1789473743.8890395,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"26aaf4af4667771776cfbbe197c730e5","span_id":"0524902ab0b66888","x-request-id":"538270e7-46e9-4370-8ad3-bb65f6e5a469"} {"level":"info","ts":1789473752.6417332,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473752.6418452,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.6418583,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.64187,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","EoS":true} {"level":"info","ts":1789473752.6418958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","header":"x-maas-username"} {"level":"info","ts":1789473752.6419067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","header":"x-maas-group"} {"level":"info","ts":1789473752.6419115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","header":"x-maas-subscription"} {"level":"info","ts":1789473752.6419277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473752.6419551,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.6430128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.6430395,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.6430554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","EoS":false} {"level":"info","ts":1789473752.643067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.6430912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490","EoS":true} {"level":"info","ts":1789473752.6431007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82e019ba6fd71a0c5429c2c3b645252a","span_id":"b63ab77148a709dd","x-request-id":"40207992-b022-9e5a-afaf-34941860b490"} {"level":"info","ts":1789473752.7495074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473752.7496455,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2"} {"level":"info","ts":1789473752.7503726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2"} {"level":"info","ts":1789473752.7503872,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2"} {"level":"info","ts":1789473752.7504032,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2","EoS":false} {"level":"info","ts":1789473752.750419,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2"} {"level":"info","ts":1789473752.7504432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2","EoS":true} {"level":"info","ts":1789473752.7504535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4aaffdc8b9019058e9c8301b9f3851b3","span_id":"3d7a515c693462e6","x-request-id":"0cf457d2-7aee-44b6-a617-2d98d0d2b9d2"} {"level":"info","ts":1789473753.4754767,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473753.475596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"info","ts":1789473753.4756122,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"info","ts":1789473753.475624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","EoS":true} {"level":"info","ts":1789473753.4756825,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","header":"x-maas-group"} {"level":"info","ts":1789473753.4756968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","header":"x-maas-username"} {"level":"info","ts":1789473753.475703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","header":"x-maas-subscription"} {"level":"info","ts":1789473753.4757202,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473753.4757566,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"info","ts":1789473753.476764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"info","ts":1789473753.4767878,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"info","ts":1789473753.4768126,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","EoS":false} {"level":"info","ts":1789473753.4768295,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"info","ts":1789473753.4768593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427","EoS":true} {"level":"info","ts":1789473753.4768732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b55b2d5b478179791bdfe783995eec15","span_id":"781cf7a02391a36d","x-request-id":"57b994ae-6bc4-9ecc-a62b-b775de332427"} {"level":"error","ts":1789473754.2408469,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473754.3811302,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473754.3812535,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473754.3812685,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473754.3812819,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","EoS":true} {"level":"info","ts":1789473754.3813102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","header":"x-maas-group"} {"level":"info","ts":1789473754.381323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","header":"x-maas-username"} {"level":"info","ts":1789473754.3813283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","header":"x-maas-subscription"} {"level":"info","ts":1789473754.3813446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473754.3813682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473754.382342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473754.382367,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473754.3823829,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","EoS":false} {"level":"info","ts":1789473754.3823957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473754.382429,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc","EoS":true} {"level":"info","ts":1789473754.3824425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91b2c39e0cc8d59fd9700821f078a0a5","span_id":"d2ee339a202781bc","x-request-id":"ad054c1b-a014-4a99-98ef-d9a75d622acc"} {"level":"info","ts":1789473755.0848393,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473755.0849519,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473755.0849657,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473755.0849793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","EoS":true} {"level":"info","ts":1789473755.0850046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","header":"x-maas-subscription"} {"level":"info","ts":1789473755.0850208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","header":"x-maas-group"} {"level":"info","ts":1789473755.085028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","header":"x-maas-username"} {"level":"info","ts":1789473755.0850441,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473755.0850706,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473755.0861034,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473755.0861259,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473755.0861413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","EoS":false} {"level":"info","ts":1789473755.086154,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473755.0861826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2","EoS":true} {"level":"info","ts":1789473755.0861964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db36b0fbe4b84b796486d1ef3fe19582","span_id":"d8979586a64f7905","x-request-id":"4299bae7-61ba-4268-a7ae-1a76394c4cc2"} {"level":"info","ts":1789473756.0939028,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473756.094016,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"info","ts":1789473756.0940297,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"info","ts":1789473756.0940416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","EoS":true} {"level":"info","ts":1789473756.0940666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","header":"x-maas-group"} {"level":"info","ts":1789473756.0940764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","header":"x-maas-subscription"} {"level":"info","ts":1789473756.0940819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","header":"x-maas-username"} {"level":"info","ts":1789473756.0940983,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473756.0941243,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"info","ts":1789473756.0952702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"info","ts":1789473756.0953047,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"info","ts":1789473756.0953202,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","EoS":false} {"level":"info","ts":1789473756.095334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"info","ts":1789473756.0953593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712","EoS":true} {"level":"info","ts":1789473756.0953732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cf4cdeab2743513755b69a2f5915e408","span_id":"10412b7b54d7f125","x-request-id":"4129d5e4-7f85-4c98-b1a6-55b5105d5712"} {"level":"error","ts":1789473764.241907,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473773.313866,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473773.3139787,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"info","ts":1789473773.3139925,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"info","ts":1789473773.3140044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","EoS":true} {"level":"info","ts":1789473773.3140283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","header":"x-maas-subscription"} {"level":"info","ts":1789473773.314039,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","header":"x-maas-username"} {"level":"info","ts":1789473773.314045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","header":"x-maas-group"} {"level":"info","ts":1789473773.3140616,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473773.314092,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"info","ts":1789473773.3151677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"info","ts":1789473773.3151946,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"info","ts":1789473773.3152108,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","EoS":false} {"level":"info","ts":1789473773.315225,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"info","ts":1789473773.315253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585","EoS":true} {"level":"info","ts":1789473773.3152628,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b51e6e350b775ff0e881318b6bdb78f0","span_id":"74afc59391cd57cc","x-request-id":"081ef0d3-b7a2-4376-a8bf-963f71c3d585"} {"level":"error","ts":1789473779.2435524,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789473794.2447205,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473866.5664523,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473866.5665822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"info","ts":1789473866.566598,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"info","ts":1789473866.5666168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","EoS":true} {"level":"info","ts":1789473866.5666745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","header":"x-maas-subscription"} {"level":"info","ts":1789473866.5666893,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","header":"x-maas-username"} {"level":"info","ts":1789473866.566698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","header":"x-maas-group"} {"level":"info","ts":1789473866.5667186,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789473866.566753,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"info","ts":1789473866.6008651,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"info","ts":1789473866.600902,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"info","ts":1789473866.6009204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","EoS":false} {"level":"info","ts":1789473866.6009338,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"info","ts":1789473866.6009657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5","EoS":true} {"level":"info","ts":1789473866.6009722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"493cc0c44239e18f328653f5365f7327","span_id":"b0d0e022b25039a8","x-request-id":"3bcee21a-9c35-44d6-b57d-3247f0d2cce5"} {"level":"error","ts":1789473879.2544029,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473975.4470513,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473975.4471743,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.4471898,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.4472075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","EoS":true} {"level":"info","ts":1789473975.4472446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","header":"x-maas-username"} {"level":"info","ts":1789473975.4472563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","header":"x-maas-group"} {"level":"info","ts":1789473975.4472659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","header":"x-maas-subscription"} {"level":"info","ts":1789473975.4472888,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473975.447328,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.4482274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.4482515,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.4482663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","EoS":false} {"level":"info","ts":1789473975.4482775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.448305,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f","EoS":true} {"level":"info","ts":1789473975.4483192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da8b0d53d1db4f7a9d9bd2a376ffbf37","span_id":"2b50eda0f71a9c6c","x-request-id":"8159d273-3ee2-437b-8a01-00fdca465d6f"} {"level":"info","ts":1789473975.4823515,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473975.4824846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473975.4825,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473975.482516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","EoS":true} {"level":"info","ts":1789473975.482551,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","header":"x-maas-username"} {"level":"info","ts":1789473975.482565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","header":"x-maas-subscription"} {"level":"info","ts":1789473975.482573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","header":"x-maas-group"} {"level":"info","ts":1789473975.4825926,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789473975.4826274,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473975.4834683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473975.4834902,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473975.4835088,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","EoS":false} {"level":"info","ts":1789473975.4835274,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473975.4835682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21","EoS":true} {"level":"info","ts":1789473975.4835799,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec50e786f06e8b5bcbf5c76b7470891b","span_id":"92c5285e24157525","x-request-id":"07f23e35-ce36-45b5-8508-c6521a1e8a21"} {"level":"info","ts":1789473989.0814242,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473989.0815365,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.0815485,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.0815609,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","EoS":true} {"level":"info","ts":1789473989.0815828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","header":"x-maas-subscription"} {"level":"info","ts":1789473989.081595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","header":"x-maas-group"} {"level":"info","ts":1789473989.0816011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","header":"x-maas-username"} {"level":"info","ts":1789473989.0816174,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473989.0816863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.094939,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.0949638,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.094981,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","EoS":false} {"level":"info","ts":1789473989.0949948,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.0950334,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","EoS":false} {"level":"info","ts":1789473989.095044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.0950572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1","EoS":true} {"level":"info","ts":1789473989.0950634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9d6e4d2cdef9288ede3cd9645e84647","span_id":"b2e86ce938a4d78c","x-request-id":"08da95de-4dae-45f1-a1e7-ae3d5ca9a1d1"} {"level":"info","ts":1789473989.2356782,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473989.2357955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.2358088,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.2358208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","EoS":true} {"level":"info","ts":1789473989.2358432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","header":"x-maas-username"} {"level":"info","ts":1789473989.2358558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","header":"x-maas-subscription"} {"level":"info","ts":1789473989.2358658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","header":"x-maas-group"} {"level":"info","ts":1789473989.2358825,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473989.2359107,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.2368836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.236904,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.2369218,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","EoS":false} {"level":"info","ts":1789473989.2369373,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.236966,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","EoS":false} {"level":"info","ts":1789473989.2369812,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"info","ts":1789473989.2369924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40","EoS":true} {"level":"info","ts":1789473989.237001,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5de7effb166bd45c8c1c9e8c926010fa","span_id":"ab3eb701ae7d1eed","x-request-id":"439fd2df-f251-403e-8bfa-fcef7c1dfd40"} {"level":"error","ts":1789473989.2663126,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789473989.3744168,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789473989.374525,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.3745394,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.3745544,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","EoS":true} {"level":"info","ts":1789473989.3745754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","header":"x-maas-group"} {"level":"info","ts":1789473989.374586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","header":"x-maas-subscription"} {"level":"info","ts":1789473989.3745914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","header":"x-maas-username"} {"level":"info","ts":1789473989.3746064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789473989.3746352,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.375685,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.375706,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.3757274,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","EoS":false} {"level":"info","ts":1789473989.3757455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.3757696,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","EoS":false} {"level":"info","ts":1789473989.3757808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"info","ts":1789473989.375794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948","EoS":true} {"level":"info","ts":1789473989.3758023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f56e748876d2677d5caf089322fa1e8f","span_id":"ca8d26eb88b9ee24","x-request-id":"60124dee-5544-4d6f-9d36-965f1cb95948"} {"level":"error","ts":1789474004.2674477,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789474006.2910838,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789474006.291201,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.2912161,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.2912307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","EoS":true} {"level":"info","ts":1789474006.2912529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","header":"x-maas-username"} {"level":"info","ts":1789474006.2912638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","header":"x-maas-group"} {"level":"info","ts":1789474006.2912688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","header":"x-maas-subscription"} {"level":"info","ts":1789474006.291286,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789474006.291324,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.29245,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.2924697,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.292486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","EoS":false} {"level":"info","ts":1789474006.2925038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.2925305,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","EoS":false} {"level":"info","ts":1789474006.2925432,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"info","ts":1789474006.2925541,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409","EoS":true} {"level":"info","ts":1789474006.292561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d28bd088e6dcff3d2dc44acc4917535b","span_id":"768e3ba3862546b1","x-request-id":"904d8b3c-500b-4f01-ae45-9b47c2e56409"} {"level":"error","ts":1789474019.268938,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}