{"level":"info","ts":1788968287.3945553,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"26a9dbc2-e985-4313-84da-19b68f51da33","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4123812,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"26a9dbc2-e985-4313-84da-19b68f51da33","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.4152973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"53f9e687-09e6-408a-af54-ad7cb77fd9b0","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4153378,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"53f9e687-09e6-408a-af54-ad7cb77fd9b0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788968287.4153519,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"cc0f4920-1338-4df9-bb1d-ae4cdf662a9d"} {"level":"info","ts":1788968287.4254205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"40ce7871-7993-490d-9110-c6fd9e275960","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.425453,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"40ce7871-7993-490d-9110-c6fd9e275960","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"info","ts":1788968287.4254677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c863bb96-ca26-430d-a86c-80ad125f0956"} {"level":"info","ts":1788968287.4271355,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"b852b968-2788-46df-9a74-454fa807a680","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.427161,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"b852b968-2788-46df-9a74-454fa807a680","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788968287.4271865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"8481428b-fd1f-4be0-8bce-35dd1cbdf3b6","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4272044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"8481428b-fd1f-4be0-8bce-35dd1cbdf3b6","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"error","ts":1788968287.432503,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"cc0f4920-1338-4df9-bb1d-ae4cdf662a9d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.432564,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"cc0f4920-1338-4df9-bb1d-ae4cdf662a9d","name":"e2e-legacy-migration-2a0770c6"} {"level":"error","ts":1788968287.432603,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"26a9dbc2-e985-4313-84da-19b68f51da33","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4378383,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"eec83e79-a04a-4342-a712-aef5b5e1fd07","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4384253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"08a70d09-e4eb-4845-a2d6-2564fa0cb635","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4384604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"08a70d09-e4eb-4845-a2d6-2564fa0cb635","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"error","ts":1788968287.4448228,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c863bb96-ca26-430d-a86c-80ad125f0956","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.44486,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c863bb96-ca26-430d-a86c-80ad125f0956","provider":"e2e-legacy-migration-2a0770c6","phase":"Pending"} {"level":"info","ts":1788968287.447844,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"eec83e79-a04a-4342-a712-aef5b5e1fd07","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.4497643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"277b75f7-7090-455a-b7f9-0c80ad16ad3d","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4497938,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"277b75f7-7090-455a-b7f9-0c80ad16ad3d","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"error","ts":1788968287.4522421,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c863bb96-ca26-430d-a86c-80ad125f0956","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968287.4522796,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c863bb96-ca26-430d-a86c-80ad125f0956","error":"ExternalModel \"e2e-legacy-migration-2a0770c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a0770c6\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4523308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"48f06d7e-ef1e-477b-af58-c440ef7ed75b"} {"level":"info","ts":1788968287.4523506,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"48f06d7e-ef1e-477b-af58-c440ef7ed75b","provider":"e2e-legacy-migration-2a0770c6","phase":"Pending"} {"level":"error","ts":1788968287.4524398,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"eec83e79-a04a-4342-a712-aef5b5e1fd07","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968287.45476,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"cc0f4920-1338-4df9-bb1d-ae4cdf662a9d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968287.4547927,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"cc0f4920-1338-4df9-bb1d-ae4cdf662a9d","error":"failed to apply Service: services \"e2e-legacy-migration-2a0770c6\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4548328,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"ef1be5c1-6c92-4efa-ac59-633aa8b09ea4"} {"level":"info","ts":1788968287.4548693,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"ef1be5c1-6c92-4efa-ac59-633aa8b09ea4","name":"e2e-legacy-migration-2a0770c6"} {"level":"error","ts":1788968287.4587183,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"48f06d7e-ef1e-477b-af58-c440ef7ed75b","error":"ExternalModel \"e2e-legacy-migration-2a0770c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a0770c6\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4627886,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"8d984a89-de71-473c-8d95-931ffd7ce2ae","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4665136,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"7e66a8d1-eeb8-4986-8054-eca743ba7add","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.466535,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"7e66a8d1-eeb8-4986-8054-eca743ba7add","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788968287.4665546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"382dd5b9-3297-4793-978d-4286f8ae72b9"} {"level":"info","ts":1788968287.4665804,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"382dd5b9-3297-4793-978d-4286f8ae72b9","provider":"e2e-legacy-migration-2a0770c6","phase":"Failed"} {"level":"info","ts":1788968287.4665923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"5f0e4378-d8b7-4be5-a503-55703a5646ee","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4666045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"5f0e4378-d8b7-4be5-a503-55703a5646ee","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"info","ts":1788968287.469472,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"8d984a89-de71-473c-8d95-931ffd7ce2ae","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.4748316,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"ef1be5c1-6c92-4efa-ac59-633aa8b09ea4","kind":"DestinationRule","name":"e2e-legacy-migration-2a0770c6"} {"level":"error","ts":1788968287.475191,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"382dd5b9-3297-4793-978d-4286f8ae72b9","error":"ExternalModel \"e2e-legacy-migration-2a0770c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a0770c6\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4753106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"4662a87e-fa93-42c8-9906-e88749f4e8ed","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4753103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"bd7ea647-941e-4bd4-b974-8640c8807c48"} {"level":"info","ts":1788968287.4753447,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"4662a87e-fa93-42c8-9906-e88749f4e8ed","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"info","ts":1788968287.4753478,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"bd7ea647-941e-4bd4-b974-8640c8807c48","provider":"e2e-legacy-migration-2a0770c6","phase":"Failed"} {"level":"error","ts":1788968287.4832911,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"8d984a89-de71-473c-8d95-931ffd7ce2ae","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968287.4881408,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"bd7ea647-941e-4bd4-b974-8640c8807c48","error":"ExternalModel \"e2e-legacy-migration-2a0770c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a0770c6\" is not ready (phase: Failed)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4886482,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"ef1be5c1-6c92-4efa-ac59-633aa8b09ea4","service":"e2e-legacy-migration-2a0770c6","serviceEntry":"e2e-legacy-migration-2a0770c6","destinationRule":"e2e-legacy-migration-2a0770c6"} {"level":"error","ts":1788968287.4934213,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"ef1be5c1-6c92-4efa-ac59-633aa8b09ea4","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.4935076,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"a37b48d3-626f-4317-9543-ba8d8ca32008"} {"level":"info","ts":1788968287.4935603,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"a37b48d3-626f-4317-9543-ba8d8ca32008","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.4965973,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"47e532ad-485f-4b47-bb79-c596435054ac","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4966369,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"47e532ad-485f-4b47-bb79-c596435054ac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788968287.4966624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"0af9bf1b-f5f3-47fe-9142-5223384a67aa"} {"level":"info","ts":1788968287.4967115,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"0af9bf1b-f5f3-47fe-9142-5223384a67aa","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.4967172,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"86e861a0-d937-4953-81fb-660c7d8322a9","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.4967446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"86e861a0-d937-4953-81fb-660c7d8322a9","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"info","ts":1788968287.5034783,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"356ff116-b9ce-4840-a18b-b395faa2ebee","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.514806,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"356ff116-b9ce-4840-a18b-b395faa2ebee","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.51842,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"77d6df24-973f-498c-9c29-5031d1321fc3","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.5184553,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"77d6df24-973f-498c-9c29-5031d1321fc3","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"error","ts":1788968287.5256793,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"0af9bf1b-f5f3-47fe-9142-5223384a67aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968287.5257285,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"0af9bf1b-f5f3-47fe-9142-5223384a67aa","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-2a0770c6\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.525786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"66ac71da-7c3f-48c6-862d-1dbac86c7cc7"} {"level":"info","ts":1788968287.525841,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"66ac71da-7c3f-48c6-862d-1dbac86c7cc7","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.5259957,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"a37b48d3-626f-4317-9543-ba8d8ca32008","service":"e2e-legacy-migration-2a0770c6","serviceEntry":"e2e-legacy-migration-2a0770c6","destinationRule":"e2e-legacy-migration-2a0770c6"} {"level":"error","ts":1788968287.5268571,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"356ff116-b9ce-4840-a18b-b395faa2ebee","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968287.5328095,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"a37b48d3-626f-4317-9543-ba8d8ca32008","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.5329175,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"062f4805-6ead-4f0c-90d7-c346cb0eabc8"} {"level":"info","ts":1788968287.5329702,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"062f4805-6ead-4f0c-90d7-c346cb0eabc8","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.5388908,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"66ac71da-7c3f-48c6-862d-1dbac86c7cc7","httpRoute":"e2e-legacy-migration-2a0770c6","providers":["e2e-legacy-migration-2a0770c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788968287.5410812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"4c2efcb4-48fb-411c-be2d-b13be415a4e8","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.5411243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"4c2efcb4-48fb-411c-be2d-b13be415a4e8","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"error","ts":1788968287.5446587,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"66ac71da-7c3f-48c6-862d-1dbac86c7cc7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.5447576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"3b92ae04-3819-4146-a81b-4b64ac8f9ed2"} {"level":"info","ts":1788968287.5448167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"3b92ae04-3819-4146-a81b-4b64ac8f9ed2","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.54519,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"062f4805-6ead-4f0c-90d7-c346cb0eabc8","service":"e2e-legacy-migration-2a0770c6","serviceEntry":"e2e-legacy-migration-2a0770c6","destinationRule":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.555006,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"3b92ae04-3819-4146-a81b-4b64ac8f9ed2","httpRoute":"e2e-legacy-migration-2a0770c6","providers":["e2e-legacy-migration-2a0770c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788968287.5623596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"250c6830-886a-4615-873a-84dccefd2d24","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.5623899,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"250c6830-886a-4615-873a-84dccefd2d24","modelName":"e2e-legacy-migration-2a0770c6","resolvedRefs":1} {"level":"error","ts":1788968287.5665452,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"3b92ae04-3819-4146-a81b-4b64ac8f9ed2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968287.5666218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c853b429-3977-46ad-84f2-5e08fb581234"} {"level":"info","ts":1788968287.5666845,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c853b429-3977-46ad-84f2-5e08fb581234","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.5676663,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9aff7e55-9bfe-4754-b112-9b7a83430179","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.5706177,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9aff7e55-9bfe-4754-b112-9b7a83430179","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.581753,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9aff7e55-9bfe-4754-b112-9b7a83430179","provider":"openai","model":"e2e-legacy-migration-2a0770c6","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788968287.5827498,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"c853b429-3977-46ad-84f2-5e08fb581234","httpRoute":"e2e-legacy-migration-2a0770c6","providers":["e2e-legacy-migration-2a0770c6"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788968287.6182542,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"aaa33ee1-a9bb-4944-aa28-a89b5e347b21","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968287.6218143,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"aaa33ee1-a9bb-4944-aa28-a89b5e347b21","name":"e2e-legacy-migration-2a0770c6"} {"level":"info","ts":1788968287.626357,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"aaa33ee1-a9bb-4944-aa28-a89b5e347b21","provider":"openai","model":"e2e-legacy-migration-2a0770c6","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788968289.9722078,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788968290.4877548,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"f9f86e40-f604-4c0d-b386-ed18f829558e","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968290.5023086,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"0335ee02-205a-4774-946a-55fd732eb2ac","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968290.5023427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"139e32b0-136c-47e0-b832-4cc247171fcf"} {"level":"info","ts":1788968290.5023525,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"0335ee02-205a-4774-946a-55fd732eb2ac","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968290.5024278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"b74d6d38-2b65-4cb3-aa1e-295165146a1d","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"error","ts":1788968290.5024588,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"b74d6d38-2b65-4cb3-aa1e-295165146a1d","provider":"e2e-legacy-migration-2a0770c6","error":"ExternalProvider \"e2e-legacy-migration-2a0770c6\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968290.5024815,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"b74d6d38-2b65-4cb3-aa1e-295165146a1d"} {"level":"info","ts":1788968290.50243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9e3b7b32-bcf1-4f28-8c96-5e347d2b7cac"} {"level":"error","ts":1788968290.5025458,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9e3b7b32-bcf1-4f28-8c96-5e347d2b7cac","provider":"e2e-legacy-migration-2a0770c6","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968290.5036476,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"fec672a2-03b6-4541-b5ac-76fcaa792182","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"info","ts":1788968290.5036812,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"fec672a2-03b6-4541-b5ac-76fcaa792182","name":"e2e-legacy-migration-2a0770c6","namespace":"llm"} {"level":"error","ts":1788968290.5062299,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9e3b7b32-bcf1-4f28-8c96-5e347d2b7cac","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-2a0770c6\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788968290.5062704,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"9e3b7b32-bcf1-4f28-8c96-5e347d2b7cac","error":"ExternalModel \"e2e-legacy-migration-2a0770c6\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-2a0770c6\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788968290.5063217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-2a0770c6","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-2a0770c6","reconcileID":"320ca58e-1632-4e9c-aa79-692a4f513e79"} {"level":"info","ts":1788968291.016051,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788968291.0161722,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.01619,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.0162044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","EoS":true} {"level":"info","ts":1788968291.016234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","header":"x-maas-username"} {"level":"info","ts":1788968291.0162444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","header":"x-maas-subscription"} {"level":"info","ts":1788968291.01625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","header":"x-maas-group"} {"level":"info","ts":1788968291.0162656,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788968291.0162776,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","modelName":"e2e-external-model"} {"level":"info","ts":1788968291.0162888,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788968291.0163121,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1788968291.0163295,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","authType":"apikey"} {"level":"info","ts":1788968291.016354,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.0647676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.0648048,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.0648289,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","EoS":false} {"level":"info","ts":1788968291.0648482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.0648885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c","EoS":true} {"level":"info","ts":1788968291.0649033,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd84ba799f47f9c5157c6752f80aa10e","span_id":"076fbed2a353092b","x-request-id":"6831f44e-2fa6-4e9f-a06b-b1e0ed9c632c"} {"level":"info","ts":1788968291.1125424,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788968291.112663,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.1126764,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.1126893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","EoS":true} {"level":"info","ts":1788968291.1127124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","header":"x-maas-subscription"} {"level":"info","ts":1788968291.1127224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","header":"x-maas-username"} {"level":"info","ts":1788968291.112727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","header":"x-maas-group"} {"level":"info","ts":1788968291.1127458,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788968291.1127737,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.1482544,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.1482823,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.1483033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","EoS":false} {"level":"info","ts":1788968291.1483214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.148351,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240","EoS":true} {"level":"info","ts":1788968291.1483667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"187621a8fcbc248f3a90575eeed0f455","span_id":"27ce96339b6706c7","x-request-id":"4ed0bf38-bc43-4930-a9ca-50a914aba240"} {"level":"info","ts":1788968291.1931047,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788968291.193211,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968291.193226,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968291.1932442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78","EoS":true} {"level":"info","ts":1788968291.1932797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78","header":"x-maas-group"} {"level":"info","ts":1788968291.1932921,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78","header":"x-maas-username"} {"level":"info","ts":1788968291.1932993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78","header":"x-maas-subscription"} {"level":"info","ts":1788968291.193338,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968291.230329,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968291.230354,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968291.2303705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78","EoS":false} {"level":"info","ts":1788968291.2303834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968291.2304068,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78","EoS":true} {"level":"info","ts":1788968291.230414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7db8e95b6cce598abf5adab022f4a741","span_id":"790d8804f70007a3","x-request-id":"dd7c9906-69b1-4a13-a1f0-0d8d0b466b78"} {"level":"info","ts":1788968292.2024798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05eb9b12-a712-4fb4-9867-0dd4cbae572a"} {"level":"info","ts":1788968292.202528,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df02881f-2815-4139-be23-135bad5ba32d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788968292.2025573,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df02881f-2815-4139-be23-135bad5ba32d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788968292.3680983,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29f6c102-36ab-410f-9c44-1084caff7c83","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788968292.368142,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29f6c102-36ab-410f-9c44-1084caff7c83","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788968292.36815,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6fdf60e-ccbb-43d6-b15c-4be73077d72b"} {"level":"info","ts":1788968292.4892101,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c12a239d-d6be-45ce-a389-5e9ec4b3f0e7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788968292.489279,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c12a239d-d6be-45ce-a389-5e9ec4b3f0e7","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1788968304.9740222,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788968306.0178342,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788968306.0179503,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b67df9ed95c6c106ac57a4448acc9a3","span_id":"15f6461e56a625ce","x-request-id":"9edd891e-e1d0-45a5-ad07-a50f652a35ae"} {"level":"info","ts":1788968306.0179663,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b67df9ed95c6c106ac57a4448acc9a3","span_id":"15f6461e56a625ce","x-request-id":"9edd891e-e1d0-45a5-ad07-a50f652a35ae"} {"level":"info","ts":1788968306.018001,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b67df9ed95c6c106ac57a4448acc9a3","span_id":"15f6461e56a625ce","x-request-id":"9edd891e-e1d0-45a5-ad07-a50f652a35ae","EoS":true} {"level":"info","ts":1788968306.0180688,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b67df9ed95c6c106ac57a4448acc9a3","span_id":"15f6461e56a625ce","x-request-id":"9edd891e-e1d0-45a5-ad07-a50f652a35ae"} {"level":"info","ts":1788968306.1763227,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788968306.176454,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9ac539b8dafd41f77d0e564a9188b95c","span_id":"0e96c02bdb7d3c1d","x-request-id":"92af1f68-dc15-4f35-99c6-1ef59369da57"} {"level":"info","ts":1788968306.1764877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9ac539b8dafd41f77d0e564a9188b95c","span_id":"0e96c02bdb7d3c1d","x-request-id":"92af1f68-dc15-4f35-99c6-1ef59369da57"} {"level":"info","ts":1788968306.1765084,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9ac539b8dafd41f77d0e564a9188b95c","span_id":"0e96c02bdb7d3c1d","x-request-id":"92af1f68-dc15-4f35-99c6-1ef59369da57","EoS":true} {"level":"info","ts":1788968306.176563,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9ac539b8dafd41f77d0e564a9188b95c","span_id":"0e96c02bdb7d3c1d","x-request-id":"92af1f68-dc15-4f35-99c6-1ef59369da57"} {"level":"info","ts":1788968306.3396156,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788968306.3397295,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"798b55b9f966ae0aa4ca1a00b4765fc3","span_id":"08e0f66893899057","x-request-id":"e2bf9f64-b202-4b71-a63f-b6637132cd55"} {"level":"info","ts":1788968306.339745,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"798b55b9f966ae0aa4ca1a00b4765fc3","span_id":"08e0f66893899057","x-request-id":"e2bf9f64-b202-4b71-a63f-b6637132cd55"} {"level":"info","ts":1788968306.3397584,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"798b55b9f966ae0aa4ca1a00b4765fc3","span_id":"08e0f66893899057","x-request-id":"e2bf9f64-b202-4b71-a63f-b6637132cd55","EoS":true} {"level":"info","ts":1788968306.3398073,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"798b55b9f966ae0aa4ca1a00b4765fc3","span_id":"08e0f66893899057","x-request-id":"e2bf9f64-b202-4b71-a63f-b6637132cd55"} {"level":"error","ts":1788968319.9750304,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788969454.160771,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969454.1609135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.160937,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.160955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","EoS":true} {"level":"info","ts":1788969454.161002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","header":"x-maas-subscription"} {"level":"info","ts":1788969454.161012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","header":"x-maas-username"} {"level":"info","ts":1788969454.1610174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","header":"x-maas-group"} {"level":"info","ts":1788969454.1610343,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788969454.1610641,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.1618228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.1618438,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.161864,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","EoS":false} {"level":"info","ts":1788969454.1618872,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.1619232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b","EoS":true} {"level":"info","ts":1788969454.1619372,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"40bb556df57643f6715718729ab3b245","span_id":"a80794bdf12a60e8","x-request-id":"9e21ca7d-9aa0-4f41-9795-85108614c78b"} {"level":"info","ts":1788969454.2024138,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969454.202513,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"info","ts":1788969454.2025256,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"info","ts":1788969454.2025373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","EoS":true} {"level":"info","ts":1788969454.2025657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","header":"x-maas-username"} {"level":"info","ts":1788969454.2025752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","header":"x-maas-group"} {"level":"info","ts":1788969454.20258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","header":"x-maas-subscription"} {"level":"info","ts":1788969454.2025948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1788969454.202622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"info","ts":1788969454.2033253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"info","ts":1788969454.2033536,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"info","ts":1788969454.203375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","EoS":false} {"level":"info","ts":1788969454.2033956,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"info","ts":1788969454.2034237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d","EoS":true} {"level":"info","ts":1788969454.2034342,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2206b4a1dd87fe014ea0fc056c1eeae6","span_id":"e1ddc6c7bf13ba75","x-request-id":"d62f9ea5-c3fe-450e-9a0d-e9c330ac884d"} {"level":"error","ts":1788969465.1066027,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788969775.5711339,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969775.5712588,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.571275,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.5712886,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","EoS":true} {"level":"info","ts":1788969775.571315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","header":"x-maas-group"} {"level":"info","ts":1788969775.5713258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","header":"x-maas-subscription"} {"level":"info","ts":1788969775.571331,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","header":"x-maas-username"} {"level":"info","ts":1788969775.5713468,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969775.5713732,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.5837648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.583799,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.5838187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","EoS":false} {"level":"info","ts":1788969775.583837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.583866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db","EoS":true} {"level":"info","ts":1788969775.583876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7cdf5c416aca0cad0682f64e3acd0032","span_id":"3123bd226b685d09","x-request-id":"8d579f97-2835-4dbe-9eb5-177a3642b9db"} {"level":"info","ts":1788969775.720717,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969775.7208126,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.7208264,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.7208378,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","EoS":true} {"level":"info","ts":1788969775.7208633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","header":"x-maas-subscription"} {"level":"info","ts":1788969775.7208738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","header":"x-maas-group"} {"level":"info","ts":1788969775.7208784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","header":"x-maas-username"} {"level":"info","ts":1788969775.7208946,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969775.7209225,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.7230837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.72311,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.7231326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","EoS":false} {"level":"info","ts":1788969775.7231493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.7231781,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085","EoS":true} {"level":"info","ts":1788969775.7231877,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"467d4963d48c423a0ea57b3a133e31dc","span_id":"544eecfd086db667","x-request-id":"0e8672ac-eb80-4517-bcf7-2c4d623fe085"} {"level":"info","ts":1788969775.8626854,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969775.8627963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969775.8628109,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969775.8628247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","EoS":true} {"level":"info","ts":1788969775.8628497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","header":"x-maas-username"} {"level":"info","ts":1788969775.86286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","header":"x-maas-subscription"} {"level":"info","ts":1788969775.862866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","header":"x-maas-group"} {"level":"info","ts":1788969775.8628898,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969775.862916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969775.8637648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969775.8637836,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969775.8637955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","EoS":false} {"level":"info","ts":1788969775.8638124,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969775.8638427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc","EoS":true} {"level":"info","ts":1788969775.8638515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a93a13d45a4186ebd6cdfc0b87678f56","span_id":"a68cf1afb29f1c51","x-request-id":"8c65b9a3-313f-4beb-b0ab-6307b7fe30fc"} {"level":"info","ts":1788969776.0009396,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969776.001075,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.00109,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.001102,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","EoS":true} {"level":"info","ts":1788969776.0011256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","header":"x-maas-group"} {"level":"info","ts":1788969776.0011353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","header":"x-maas-username"} {"level":"info","ts":1788969776.0011406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","header":"x-maas-subscription"} {"level":"info","ts":1788969776.0011556,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969776.0011826,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.0020275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.0020442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.0020576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","EoS":false} {"level":"info","ts":1788969776.0020676,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.002084,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8","EoS":true} {"level":"info","ts":1788969776.002093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1c4e2c98f79bc3202c6621e18597a7f1","span_id":"28d9a5fb8b6e5729","x-request-id":"9cb7f1c4-09db-4bdc-8fd6-fd9d5926b6a8"} {"level":"info","ts":1788969776.1387982,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969776.1389186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969776.1389356,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969776.1389494,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","EoS":true} {"level":"info","ts":1788969776.1389737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","header":"x-maas-group"} {"level":"info","ts":1788969776.1390014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","header":"x-maas-username"} {"level":"info","ts":1788969776.1390061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","header":"x-maas-subscription"} {"level":"info","ts":1788969776.1390224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969776.1390479,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969776.1399155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969776.1399345,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969776.139952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","EoS":false} {"level":"info","ts":1788969776.139968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969776.1400046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992","EoS":true} {"level":"info","ts":1788969776.1400156,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96bce16ab1b859a467f51790c0e8f51e","span_id":"ddbbee814d20e664","x-request-id":"b6033507-5158-4428-9f10-e678c838e992"} {"level":"info","ts":1788969784.998085,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969784.9981887,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969784.998204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969784.9982157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","EoS":true} {"level":"info","ts":1788969784.9982405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","header":"x-maas-group"} {"level":"info","ts":1788969784.9982514,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","header":"x-maas-username"} {"level":"info","ts":1788969784.9982567,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","header":"x-maas-subscription"} {"level":"info","ts":1788969784.9982708,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969784.9982982,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969784.999153,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969784.9991734,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969784.999189,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","EoS":false} {"level":"info","ts":1788969784.9992,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969784.9992223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48","EoS":true} {"level":"info","ts":1788969784.9992354,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b52a675868226c0967087660a4a149c7","span_id":"579a833b67d03af1","x-request-id":"7efe62f5-5e20-4f13-bb49-7232448d9d48"} {"level":"info","ts":1788969785.1072953,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969785.1073956,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7"} {"level":"info","ts":1788969785.108401,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7"} {"level":"info","ts":1788969785.1084237,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7"} {"level":"info","ts":1788969785.1084504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7","EoS":false} {"level":"info","ts":1788969785.1084719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7"} {"level":"info","ts":1788969785.108507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7","EoS":true} {"level":"info","ts":1788969785.108518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8481401bd0f55498ee73374e6c8be26a","span_id":"a22a84bd1428e20a","x-request-id":"cc7ae904-32b6-4a16-894e-a838402534e7"} {"level":"info","ts":1788969785.9014149,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969785.9015326,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969785.9015477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969785.9015665,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","EoS":true} {"level":"info","ts":1788969785.9016042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","header":"x-maas-username"} {"level":"info","ts":1788969785.9016156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","header":"x-maas-group"} {"level":"info","ts":1788969785.9016235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","header":"x-maas-subscription"} {"level":"info","ts":1788969785.901646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969785.9016814,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969785.9024413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969785.902462,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969785.9024813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","EoS":false} {"level":"info","ts":1788969785.902494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969785.9025187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe","EoS":true} {"level":"info","ts":1788969785.9025285,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"00186c64a5e5e29409a8ca346784b553","span_id":"e1288688181f8412","x-request-id":"237a7c27-0794-499d-9934-f0bb1f1ef8fe"} {"level":"info","ts":1788969786.8341217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969786.8342297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969786.8342428,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969786.834256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","EoS":true} {"level":"info","ts":1788969786.8342886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","header":"x-maas-username"} {"level":"info","ts":1788969786.834299,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","header":"x-maas-group"} {"level":"info","ts":1788969786.834304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","header":"x-maas-subscription"} {"level":"info","ts":1788969786.8343194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969786.8343482,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969786.8351564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969786.8351789,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969786.8352015,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","EoS":false} {"level":"info","ts":1788969786.835219,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969786.8352575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f","EoS":true} {"level":"info","ts":1788969786.8352697,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7497463be996eac819a58b3ef3c99d2d","span_id":"a7a58a8918d0478f","x-request-id":"894f0453-a3a7-4e2f-8a36-2294acbd389f"} {"level":"info","ts":1788969787.5719006,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969787.5720344,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969787.5720503,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969787.572064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","EoS":true} {"level":"info","ts":1788969787.5720875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","header":"x-maas-group"} {"level":"info","ts":1788969787.5720975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","header":"x-maas-username"} {"level":"info","ts":1788969787.572103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","header":"x-maas-subscription"} {"level":"info","ts":1788969787.5721178,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969787.5721486,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969787.5728865,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969787.5729065,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969787.5729232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","EoS":false} {"level":"info","ts":1788969787.5729396,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969787.5730011,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190","EoS":true} {"level":"info","ts":1788969787.5730135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c6c76a14c679b4a814ebf2b1e70274f","span_id":"344c6e5ee9657212","x-request-id":"dc45fd93-10ee-4557-8fc4-4a8ab1fb2190"} {"level":"info","ts":1788969788.6629498,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969788.6630633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"info","ts":1788969788.6630783,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"info","ts":1788969788.6630917,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","EoS":true} {"level":"info","ts":1788969788.663116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","header":"x-maas-group"} {"level":"info","ts":1788969788.663128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","header":"x-maas-subscription"} {"level":"info","ts":1788969788.6631327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","header":"x-maas-username"} {"level":"info","ts":1788969788.6631496,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969788.6631758,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"info","ts":1788969788.663809,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"info","ts":1788969788.6638288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"info","ts":1788969788.6638408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","EoS":false} {"level":"info","ts":1788969788.663856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"info","ts":1788969788.6638849,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a","EoS":true} {"level":"info","ts":1788969788.663902,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4fe6b497c67190c80b8221543f3ca29","span_id":"00d9a4dce55ffe9b","x-request-id":"9d02a7a3-ad5f-4321-adde-8de69448014a"} {"level":"error","ts":1788969790.1472673,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788969805.149315,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788969805.8143992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969805.81451,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"info","ts":1788969805.8145244,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"info","ts":1788969805.8145406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","EoS":true} {"level":"info","ts":1788969805.8145697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","header":"x-maas-subscription"} {"level":"info","ts":1788969805.8145795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","header":"x-maas-group"} {"level":"info","ts":1788969805.8145847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","header":"x-maas-username"} {"level":"info","ts":1788969805.814601,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969805.8146305,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"info","ts":1788969805.8153477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"info","ts":1788969805.8153756,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"info","ts":1788969805.815398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","EoS":false} {"level":"info","ts":1788969805.815418,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"info","ts":1788969805.8154452,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867","EoS":true} {"level":"info","ts":1788969805.8154542,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb7a1a7684c907cda35152bd0ce58410","span_id":"ec1e889ca20da775","x-request-id":"f4ce03f9-4454-48ad-b037-c24541567867"} {"level":"error","ts":1788969820.1502392,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788969893.0353653,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969893.0355003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"info","ts":1788969893.03552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"info","ts":1788969893.035539,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","EoS":true} {"level":"info","ts":1788969893.0355694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","header":"x-maas-subscription"} {"level":"info","ts":1788969893.0355816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","header":"x-maas-username"} {"level":"info","ts":1788969893.0355904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","header":"x-maas-group"} {"level":"info","ts":1788969893.0356102,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1788969893.0356379,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"info","ts":1788969893.0480318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"info","ts":1788969893.0480576,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"info","ts":1788969893.048072,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","EoS":false} {"level":"info","ts":1788969893.048086,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"info","ts":1788969893.048107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5","EoS":true} {"level":"info","ts":1788969893.0481164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e72b500b9f16c9110988fa7b1ed8fff2","span_id":"245d79b84161a1b9","x-request-id":"ca6f5966-5658-4e6f-ba8a-5e0dd36682d5"} {"level":"error","ts":1788969905.158571,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788969961.089118,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969961.0892255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.0892391,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.089252,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","EoS":true} {"level":"info","ts":1788969961.089278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","header":"x-maas-subscription"} {"level":"info","ts":1788969961.089289,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","header":"x-maas-group"} {"level":"info","ts":1788969961.0892937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","header":"x-maas-username"} {"level":"info","ts":1788969961.0893087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969961.0893376,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.0902631,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.090278,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.0902905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","EoS":false} {"level":"info","ts":1788969961.0903115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.0903375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b","EoS":true} {"level":"info","ts":1788969961.0903523,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb3d9d92a498841c51a96e0117948a68","span_id":"b57caf2efabed958","x-request-id":"28c1f162-10f7-4475-8365-c3723949e87b"} {"level":"info","ts":1788969961.1256368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969961.1257339,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"info","ts":1788969961.1257486,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"info","ts":1788969961.1257617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","EoS":true} {"level":"info","ts":1788969961.1257849,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","header":"x-maas-group"} {"level":"info","ts":1788969961.1257954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","header":"x-maas-subscription"} {"level":"info","ts":1788969961.1258013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","header":"x-maas-username"} {"level":"info","ts":1788969961.1258154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788969961.1258414,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"info","ts":1788969961.1266694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"info","ts":1788969961.126684,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"info","ts":1788969961.1266959,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","EoS":false} {"level":"info","ts":1788969961.1267068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"info","ts":1788969961.1267302,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb","EoS":true} {"level":"info","ts":1788969961.126745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2285ae82d3348f26ea0bc4f1cd89208c","span_id":"15cc15443a3cefdb","x-request-id":"96b5261f-7c6e-4248-87fc-2f48b7c5c1bb"} {"level":"error","ts":1788969975.1654813,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788969975.1721246,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969975.1722186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.1722317,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.1722429,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","EoS":true} {"level":"info","ts":1788969975.1722643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","header":"x-maas-subscription"} {"level":"info","ts":1788969975.172274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","header":"x-maas-group"} {"level":"info","ts":1788969975.1722798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","header":"x-maas-username"} {"level":"info","ts":1788969975.172294,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788969975.172313,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.1852624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.185295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.1853194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","EoS":false} {"level":"info","ts":1788969975.185337,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.185367,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","EoS":false} {"level":"info","ts":1788969975.1853797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.185391,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97","EoS":true} {"level":"info","ts":1788969975.185397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d39e069235f6e7b0c010528bf95aba58","span_id":"23ff0d20b8f42b22","x-request-id":"a4cc9779-5903-4b47-b1b2-e14e9cb2ef97"} {"level":"info","ts":1788969975.334169,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969975.3342676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.3342788,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.3342915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","EoS":true} {"level":"info","ts":1788969975.3343103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","header":"x-maas-subscription"} {"level":"info","ts":1788969975.3343205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","header":"x-maas-group"} {"level":"info","ts":1788969975.3343267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","header":"x-maas-username"} {"level":"info","ts":1788969975.334342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788969975.3343692,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.3365848,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.3366063,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.3366294,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","EoS":false} {"level":"info","ts":1788969975.3366427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.336671,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","EoS":false} {"level":"info","ts":1788969975.3366826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.3366947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291","EoS":true} {"level":"info","ts":1788969975.3367035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d82fd761dd7dac009de5ef89515dc75a","span_id":"9ada1ceea4e383a7","x-request-id":"17dc4c4a-39e9-4db8-a4d2-3804b05c1291"} {"level":"info","ts":1788969975.4756715,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969975.4757676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969975.475781,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969975.4757926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","EoS":true} {"level":"info","ts":1788969975.4758115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","header":"x-maas-group"} {"level":"info","ts":1788969975.475822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","header":"x-maas-subscription"} {"level":"info","ts":1788969975.475827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","header":"x-maas-username"} {"level":"info","ts":1788969975.4758437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788969975.4758701,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969975.476784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969975.476796,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969975.476811,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","EoS":false} {"level":"info","ts":1788969975.4768217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969975.4768448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f","EoS":true} {"level":"info","ts":1788969975.4768522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d047e10553d3ce5f77d608a669759b2f","span_id":"c3366dda9dd07353","x-request-id":"2813aeab-96f1-423a-99bc-dce598d7102f"} {"level":"info","ts":1788969988.3651705,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788969988.3652823,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"info","ts":1788969988.3652997,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"info","ts":1788969988.3653128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","EoS":true} {"level":"info","ts":1788969988.3653347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","header":"x-maas-group"} {"level":"info","ts":1788969988.3653452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","header":"x-maas-subscription"} {"level":"info","ts":1788969988.365351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","header":"x-maas-username"} {"level":"info","ts":1788969988.3653715,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788969988.3653975,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"info","ts":1788969988.3670144,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"info","ts":1788969988.3670382,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"info","ts":1788969988.3670573,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","EoS":false} {"level":"info","ts":1788969988.3670714,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"info","ts":1788969988.3670983,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729","EoS":true} {"level":"info","ts":1788969988.367106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec70d4233aa8c33bded9cf6d9ae287d6","span_id":"8c956ffc6e1e6aff","x-request-id":"85dd5d64-dff4-4152-ba5d-a16990924729"} {"level":"error","ts":1788969990.1662607,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788970000.166906,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}