{"level":"error","ts":1788792211.2802258,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"0c4cfb6a-e67e-4963-9f3f-1da267698382","error":"failed to apply Service: services \"e2e-legacy-migration-dfef11e0\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.280322,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2dab60a8-6a5b-481e-8a6b-e5fd33623ddc"} {"level":"info","ts":1788792211.2803705,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2dab60a8-6a5b-481e-8a6b-e5fd33623ddc","name":"e2e-legacy-migration-dfef11e0"} {"level":"error","ts":1788792211.2809687,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"0bfbdbb2-90bb-43ef-a914-f15e3aa6a74f","error":"failed to apply ExternalModel: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.2912235,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"99fa9989-5ce6-4ed0-a061-71465a24f07f","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.293224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"daabff05-107d-47bf-8eba-819c26e564bd","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.2932582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"daabff05-107d-47bf-8eba-819c26e564bd","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"error","ts":1788792211.2935915,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"787ef181-6c41-44e1-93ce-8df868c250f8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792211.2936366,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"787ef181-6c41-44e1-93ce-8df868c250f8","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.293746,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d295a283-fcd5-4822-91d9-2e40844b19fe"} {"level":"info","ts":1788792211.2937772,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d295a283-fcd5-4822-91d9-2e40844b19fe","provider":"e2e-legacy-migration-dfef11e0","phase":"Pending"} {"level":"info","ts":1788792211.302737,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"99fa9989-5ce6-4ed0-a061-71465a24f07f","name":"e2e-legacy-migration-dfef11e0"} {"level":"error","ts":1788792211.3169205,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d295a283-fcd5-4822-91d9-2e40844b19fe","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.3172133,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"99fa9989-5ce6-4ed0-a061-71465a24f07f","provider":"openai","model":"e2e-legacy-migration-dfef11e0","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.322376,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2dab60a8-6a5b-481e-8a6b-e5fd33623ddc","kind":"DestinationRule","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3275023,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"e63ab422-d135-4dd3-8cf1-6932c32d3662"} {"level":"info","ts":1788792211.327539,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"e63ab422-d135-4dd3-8cf1-6932c32d3662","provider":"e2e-legacy-migration-dfef11e0","phase":"Pending"} {"level":"error","ts":1788792211.337726,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"e63ab422-d135-4dd3-8cf1-6932c32d3662","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.340271,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"0b7f1c89-d3cb-49c3-a6b7-a2b1cb6600ac","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.3403046,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"0b7f1c89-d3cb-49c3-a6b7-a2b1cb6600ac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1788792211.3403776,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"63058e7b-c910-47fe-beae-804fb3d46f86","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.340402,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"63058e7b-c910-47fe-beae-804fb3d46f86","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.3403835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"c1857980-0634-4d06-8f59-75e52a828535"} {"level":"info","ts":1788792211.340458,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"c1857980-0634-4d06-8f59-75e52a828535","name":"e2e-legacy-migration-dfef11e0"} {"level":"error","ts":1788792211.3476224,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2dab60a8-6a5b-481e-8a6b-e5fd33623ddc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792211.3477376,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"2dab60a8-6a5b-481e-8a6b-e5fd33623ddc","error":"failed to apply DestinationRule: destinationrules.networking.istio.io \"e2e-legacy-migration-dfef11e0\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792211.347833,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d992dd94-0d38-440d-8df7-d284d4f87e40"} {"level":"info","ts":1788792211.347899,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d992dd94-0d38-440d-8df7-d284d4f87e40","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3632922,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"c1857980-0634-4d06-8f59-75e52a828535","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.3800688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"099354f4-2b93-417f-821d-5b6d11d1202b"} {"level":"info","ts":1788792211.380133,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"099354f4-2b93-417f-821d-5b6d11d1202b","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.3802724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4b46e08d-971b-4c47-8ed2-008d7fe90c53","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.3802936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"4b46e08d-971b-4c47-8ed2-008d7fe90c53","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.4013531,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d992dd94-0d38-440d-8df7-d284d4f87e40","service":"e2e-legacy-migration-dfef11e0","serviceEntry":"e2e-legacy-migration-dfef11e0","destinationRule":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.409407,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"099354f4-2b93-417f-821d-5b6d11d1202b","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.4269595,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d5082ef9-cab7-4c7e-a3db-5eb654d50196","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.4269743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f7c3f035-6e57-4377-8729-1c6ed05cb4f5"} {"level":"info","ts":1788792211.4269977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"d5082ef9-cab7-4c7e-a3db-5eb654d50196","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.4270809,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f7c3f035-6e57-4377-8729-1c6ed05cb4f5","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.4571233,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"f7c3f035-6e57-4377-8729-1c6ed05cb4f5","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.4787707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"096e3ccb-fc3c-4bc1-87e0-1cb23fe4b7dc","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.4788136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"096e3ccb-fc3c-4bc1-87e0-1cb23fe4b7dc","modelName":"e2e-legacy-migration-dfef11e0","resolvedRefs":1} {"level":"info","ts":1788792211.4793017,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7e96eba4-0904-4be0-a26a-cc31a2e323ee"} {"level":"info","ts":1788792211.479369,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7e96eba4-0904-4be0-a26a-cc31a2e323ee","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.49291,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"7e96eba4-0904-4be0-a26a-cc31a2e323ee","httpRoute":"e2e-legacy-migration-dfef11e0","providers":["e2e-legacy-migration-dfef11e0"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1788792211.5548549,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"ae458517-c2b7-4495-9775-ee9fbdf247af","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792211.565378,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"ae458517-c2b7-4495-9775-ee9fbdf247af","name":"e2e-legacy-migration-dfef11e0"} {"level":"info","ts":1788792211.5716128,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"ae458517-c2b7-4495-9775-ee9fbdf247af","provider":"openai","model":"e2e-legacy-migration-dfef11e0","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1788792211.7957945,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788792212.7664418,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.7665424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7665567,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7665682,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","EoS":true} {"level":"info","ts":1788792212.7665918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","header":"x-maas-group"} {"level":"info","ts":1788792212.766656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","header":"x-maas-subscription"} {"level":"info","ts":1788792212.766678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","header":"x-maas-username"} {"level":"info","ts":1788792212.766696,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.7667222,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7674866,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7674997,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7675123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","EoS":false} {"level":"info","ts":1788792212.7675233,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.7675438,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce","EoS":true} {"level":"info","ts":1788792212.7675538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78de529d561d1d890045ef11858b23b5","span_id":"d4fd3c287acbb302","x-request-id":"6d07f6e9-fce1-45ec-8371-a67b27656fce"} {"level":"info","ts":1788792212.801352,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.8014467,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.8014596,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.801471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","EoS":true} {"level":"info","ts":1788792212.8014932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","header":"x-maas-subscription"} {"level":"info","ts":1788792212.8015034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","header":"x-maas-username"} {"level":"info","ts":1788792212.801509,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","header":"x-maas-group"} {"level":"info","ts":1788792212.801523,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.80155,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.8023586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.8023782,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.8023891,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","EoS":false} {"level":"info","ts":1788792212.802401,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.8024266,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1","EoS":true} {"level":"info","ts":1788792212.8024364,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"008a00e31b86a7c6cc2074556fbb07c6","span_id":"615a17abdb86f52a","x-request-id":"254cb40c-c8c5-45c9-8b78-3a52dff1bfd1"} {"level":"info","ts":1788792212.8363295,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.836446,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8364615,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8364773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","EoS":true} {"level":"info","ts":1788792212.8365092,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","header":"x-maas-subscription"} {"level":"info","ts":1788792212.8365216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","header":"x-maas-group"} {"level":"info","ts":1788792212.8365304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","header":"x-maas-username"} {"level":"info","ts":1788792212.8365488,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.83658,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.837408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8374286,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8374472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","EoS":false} {"level":"info","ts":1788792212.837466,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.837493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87","EoS":true} {"level":"info","ts":1788792212.8375032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0955a32e59a782d973293aaaf41e2b38","span_id":"c6cc392494d4e999","x-request-id":"9fcf6078-3b12-4fba-a0b1-5b3ff82d8a87"} {"level":"info","ts":1788792212.8717036,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792212.8718195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.8718908,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.8719144,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","EoS":true} {"level":"info","ts":1788792212.8719518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","header":"x-maas-username"} {"level":"info","ts":1788792212.8719652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","header":"x-maas-subscription"} {"level":"info","ts":1788792212.871974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","header":"x-maas-group"} {"level":"info","ts":1788792212.8719966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792212.8720329,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.8728218,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.872844,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.872865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","EoS":false} {"level":"info","ts":1788792212.8728807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792212.872913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05","EoS":true} {"level":"info","ts":1788792212.8729265,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e05b2f24343c29ab11305339904b4a79","span_id":"060607bf72a9933e","x-request-id":"03bb7994-1f19-4bf6-b137-862f21f6bf05"} {"level":"info","ts":1788792214.1998453,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"dd252393-fec0-4457-9b9a-82d86de45a1f","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.208907,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"829fc00f-d59a-4c68-b2e5-b3380b4125b7"} {"level":"info","ts":1788792214.2089264,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1b4330a9-1e46-4cd2-9569-ba6820d4e019","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2089581,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"1b4330a9-1e46-4cd2-9569-ba6820d4e019","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.209012,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"3e6aeb42-fc23-4b77-bfc6-7de6054e4cbf","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2090418,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a18b302d-da99-454a-aa07-c009b0b96275"} {"level":"error","ts":1788792214.2090402,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"3e6aeb42-fc23-4b77-bfc6-7de6054e4cbf","provider":"e2e-legacy-migration-dfef11e0","error":"ExternalProvider \"e2e-legacy-migration-dfef11e0\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792214.209072,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"3e6aeb42-fc23-4b77-bfc6-7de6054e4cbf"} {"level":"error","ts":1788792214.2090747,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a18b302d-da99-454a-aa07-c009b0b96275","provider":"e2e-legacy-migration-dfef11e0","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792214.2098966,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"af5f47c2-1136-4488-b394-d2184ec706cf","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"info","ts":1788792214.2099254,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"af5f47c2-1136-4488-b394-d2184ec706cf","name":"e2e-legacy-migration-dfef11e0","namespace":"llm"} {"level":"error","ts":1788792214.2114964,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a18b302d-da99-454a-aa07-c009b0b96275","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-dfef11e0\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1788792214.2115307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"a18b302d-da99-454a-aa07-c009b0b96275","error":"ExternalModel \"e2e-legacy-migration-dfef11e0\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-dfef11e0\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1788792214.2115889,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-dfef11e0","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-dfef11e0","reconcileID":"71c8e18f-b979-48ef-883e-98d327887fd5"} {"level":"info","ts":1788792214.6368866,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792214.6369867,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.6369991,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.6370113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","EoS":true} {"level":"info","ts":1788792214.637039,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","header":"x-maas-username"} {"level":"info","ts":1788792214.6370509,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","header":"x-maas-group"} {"level":"info","ts":1788792214.6370564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","header":"x-maas-subscription"} {"level":"info","ts":1788792214.637071,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788792214.6370792,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","modelName":"e2e-external-model"} {"level":"info","ts":1788792214.6370904,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1788792214.637116,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1788792214.6371353,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","authType":"apikey"} {"level":"info","ts":1788792214.6371617,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.7282126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.7282405,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.728257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","EoS":false} {"level":"info","ts":1788792214.7282774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.7283068,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a","EoS":true} {"level":"info","ts":1788792214.7283163,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bcc54c1ff8f94c1faa576dd61553525b","span_id":"4c290614cee8c649","x-request-id":"6c149822-b5bf-40d8-ab91-13889600675a"} {"level":"info","ts":1788792214.768255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792214.7683427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.7683547,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.7683659,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","EoS":true} {"level":"info","ts":1788792214.76839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","header":"x-maas-group"} {"level":"info","ts":1788792214.7684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","header":"x-maas-username"} {"level":"info","ts":1788792214.7684052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","header":"x-maas-subscription"} {"level":"info","ts":1788792214.76842,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1788792214.7684476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.8047686,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.8048024,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.804827,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","EoS":false} {"level":"info","ts":1788792214.8048766,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.804923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560","EoS":true} {"level":"info","ts":1788792214.804938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1f17ccb28b19159c1752fc0535520ab","span_id":"9e10daf93c4aac44","x-request-id":"2c9f10d0-8d90-44ad-a9dc-237cc3eb2560"} {"level":"info","ts":1788792214.848578,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792214.8486977,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.8487098,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.848722,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","EoS":true} {"level":"info","ts":1788792214.848746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","header":"x-maas-subscription"} {"level":"info","ts":1788792214.8487566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","header":"x-maas-group"} {"level":"info","ts":1788792214.8487613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","header":"x-maas-username"} {"level":"info","ts":1788792214.8487918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.885422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.8854477,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.8854647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","EoS":false} {"level":"info","ts":1788792214.885477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792214.8855062,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f","EoS":true} {"level":"info","ts":1788792214.8855135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d514eb65872bcfdd6fbfd059e51f1fdd","span_id":"9941dc60f4ea74dc","x-request-id":"19b234b0-9005-4806-960e-231a2c13416f"} {"level":"info","ts":1788792215.7167764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58ea7107-b7b2-4c28-a43c-8a5e7e97a160"} {"level":"info","ts":1788792215.7169123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a35a1b73-032c-44a2-a0ca-93d49890fb8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788792215.7170203,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a35a1b73-032c-44a2-a0ca-93d49890fb8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1788792215.8704762,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7c26c34-a0e8-425a-b369-a29b370268e7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788792215.8707652,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b7c26c34-a0e8-425a-b369-a29b370268e7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1788792215.8706346,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da49fe7b-f187-41d6-88c0-45096924c0ef"} {"level":"info","ts":1788792215.9886966,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"001e52e5-9b5c-4abe-a5e9-36fe11f1e492","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1788792215.9888208,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"001e52e5-9b5c-4abe-a5e9-36fe11f1e492","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1788792221.796234,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788792225.444263,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792225.4443846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.444405,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4444215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","EoS":true} {"level":"info","ts":1788792225.4444551,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","header":"x-maas-subscription"} {"level":"info","ts":1788792225.4444706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","header":"x-maas-username"} {"level":"info","ts":1788792225.444478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","header":"x-maas-group"} {"level":"info","ts":1788792225.444497,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792225.4445317,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4463668,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4463873,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4464035,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","EoS":false} {"level":"info","ts":1788792225.446424,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792225.4464538,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b","EoS":true} {"level":"info","ts":1788792225.446464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a7fc61c6a79e99964e65c8a8954ce5ec","span_id":"4fc285d7ecd0dbb2","x-request-id":"3b0f5e72-b15a-40af-bc89-db52b90eb75b"} {"level":"info","ts":1788792228.1734662,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.1735702,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"84195c2d39ccb8bbbf0bbf8a4d86ea61","span_id":"4d2946486a1f38a5","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68"} {"level":"info","ts":1788792228.1735828,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"84195c2d39ccb8bbbf0bbf8a4d86ea61","span_id":"4d2946486a1f38a5","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68"} {"level":"info","ts":1788792228.1735954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"84195c2d39ccb8bbbf0bbf8a4d86ea61","span_id":"4d2946486a1f38a5","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68","EoS":true} {"level":"info","ts":1788792228.173649,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"84195c2d39ccb8bbbf0bbf8a4d86ea61","span_id":"4d2946486a1f38a5","x-request-id":"df21e4be-3ad6-41f3-9f79-0085c78b4e68"} {"level":"info","ts":1788792228.3439527,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.3440614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c21351492d3f8f0a2b97100c328ce4f8","span_id":"63bb0c36ef87274e","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd"} {"level":"info","ts":1788792228.3440754,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c21351492d3f8f0a2b97100c328ce4f8","span_id":"63bb0c36ef87274e","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd"} {"level":"info","ts":1788792228.3440886,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c21351492d3f8f0a2b97100c328ce4f8","span_id":"63bb0c36ef87274e","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd","EoS":true} {"level":"info","ts":1788792228.3441527,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c21351492d3f8f0a2b97100c328ce4f8","span_id":"63bb0c36ef87274e","x-request-id":"d00814b8-386f-48b4-96af-2bae6d9adabd"} {"level":"info","ts":1788792228.4901748,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.4902775,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"72cdcf5e041b3e3bde7ae3ce5d1cef31","span_id":"0d64487044cac74e","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704"} {"level":"info","ts":1788792228.4902916,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"72cdcf5e041b3e3bde7ae3ce5d1cef31","span_id":"0d64487044cac74e","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704"} {"level":"info","ts":1788792228.4903045,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"72cdcf5e041b3e3bde7ae3ce5d1cef31","span_id":"0d64487044cac74e","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704","EoS":true} {"level":"info","ts":1788792228.4903526,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"72cdcf5e041b3e3bde7ae3ce5d1cef31","span_id":"0d64487044cac74e","x-request-id":"3cca322c-aab2-4218-a342-ad44e5714704"} {"level":"info","ts":1788792228.6574712,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792228.6575844,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.6575985,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.657611,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","EoS":true} {"level":"info","ts":1788792228.6576362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","header":"x-maas-username"} {"level":"info","ts":1788792228.6576445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","header":"x-maas-group"} {"level":"info","ts":1788792228.6576512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","header":"x-maas-subscription"} {"level":"info","ts":1788792228.6576848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792228.6577148,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.658595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.6586165,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.6586368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","EoS":false} {"level":"info","ts":1788792228.6586523,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"info","ts":1788792228.6587079,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae","EoS":true} {"level":"info","ts":1788792228.6587229,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a76934806cdfd5dd1a1ca0fe597c86d3","span_id":"9ea3ae206c2168d6","x-request-id":"a36f61bf-6acc-4e71-93b7-b988b0f7a6ae"} {"level":"error","ts":1788792231.7972097,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788792231.9957192,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792231.9958217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792231.9958339,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792231.9958453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","EoS":true} {"level":"info","ts":1788792231.9958713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","header":"x-maas-username"} {"level":"info","ts":1788792231.9958801,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","header":"x-maas-group"} {"level":"info","ts":1788792231.9958854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","header":"x-maas-subscription"} {"level":"info","ts":1788792231.9959002,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792231.9959242,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792232.009941,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792232.0099654,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792232.0099876,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","EoS":false} {"level":"info","ts":1788792232.0100079,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792232.0100493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c","EoS":true} {"level":"info","ts":1788792232.0100603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79a5f428f9a9df95dc264fff034340d6","span_id":"9c31e41420d81eef","x-request-id":"a4178853-2a0b-4771-8a9e-1e0655b1fc2c"} {"level":"info","ts":1788792234.3287427,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792234.3288481,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3288612,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3288736,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","EoS":true} {"level":"info","ts":1788792234.3288987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","header":"x-maas-subscription"} {"level":"info","ts":1788792234.3289094,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","header":"x-maas-username"} {"level":"info","ts":1788792234.3289149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","header":"x-maas-group"} {"level":"info","ts":1788792234.3289306,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792234.329034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3299394,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3299596,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3299794,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","EoS":false} {"level":"info","ts":1788792234.3300045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792234.3300462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2","EoS":true} {"level":"info","ts":1788792234.3300595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fa2b65a930327a6479cf2ba61f23a769","span_id":"8e419a52b2d5b789","x-request-id":"5809debd-1f0e-4d27-8fc1-e02ec95e9ce2"} {"level":"info","ts":1788792242.9168105,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792242.9169147,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.916929,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.9169407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","EoS":true} {"level":"info","ts":1788792242.9169674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","header":"x-maas-username"} {"level":"info","ts":1788792242.9169781,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","header":"x-maas-group"} {"level":"info","ts":1788792242.9169836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","header":"x-maas-subscription"} {"level":"info","ts":1788792242.9169984,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1788792242.917022,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.919105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.919126,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.9191413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","EoS":false} {"level":"info","ts":1788792242.9191535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792242.9191813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f","EoS":true} {"level":"info","ts":1788792242.919191,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09730565b4b3ac804491ffabe6c175cf","span_id":"200d2959332a1445","x-request-id":"7d01ca9c-5b09-4d27-85e6-694fb9892b2f"} {"level":"info","ts":1788792246.5507073,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792246.550846,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5508604,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5508733,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","EoS":true} {"level":"info","ts":1788792246.5509021,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","header":"x-maas-username"} {"level":"info","ts":1788792246.5509138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","header":"x-maas-group"} {"level":"info","ts":1788792246.5509202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","header":"x-maas-subscription"} {"level":"info","ts":1788792246.5509353,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792246.5509603,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5519757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5519881,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.552001,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","EoS":false} {"level":"info","ts":1788792246.552012,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.5520403,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1","EoS":true} {"level":"info","ts":1788792246.5520484,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de8c8268486003b4d531f274da2c2a2e","span_id":"00a27b1be97b9f06","x-request-id":"5ea3cfc8-1a5f-46cf-ac7e-e66a456b9ed1"} {"level":"info","ts":1788792246.585662,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792246.5857923,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5858092,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5858228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","EoS":true} {"level":"info","ts":1788792246.585845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","header":"x-maas-subscription"} {"level":"info","ts":1788792246.5858524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","header":"x-maas-group"} {"level":"info","ts":1788792246.585857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","header":"x-maas-username"} {"level":"info","ts":1788792246.5858717,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792246.5859034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5867586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5867789,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5867906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","EoS":false} {"level":"info","ts":1788792246.5868037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"info","ts":1788792246.5868309,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5","EoS":true} {"level":"info","ts":1788792246.5868387,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aaa9500dc87aa8c4744158d58609caf5","span_id":"9e3e87dd4de9b0fa","x-request-id":"2e114c12-bb55-4922-befe-cbdfc2ea85c5"} {"level":"error","ts":1788792246.798812,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788792251.144964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792251.145083,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1450953,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1451073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","EoS":true} {"level":"info","ts":1788792251.145133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","header":"x-maas-subscription"} {"level":"info","ts":1788792251.1451428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","header":"x-maas-group"} {"level":"info","ts":1788792251.1451485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","header":"x-maas-username"} {"level":"info","ts":1788792251.1451643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792251.1451893,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1460285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1460497,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1460984,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","EoS":false} {"level":"info","ts":1788792251.146117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"info","ts":1788792251.1461542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038","EoS":true} {"level":"info","ts":1788792251.1461666,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d857dc5fb6f687895b3270a2f8d29df","span_id":"4eb2e053a8999857","x-request-id":"72ac8af4-3429-4859-8a74-68dbe484d038"} {"level":"error","ts":1788792261.799968,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788792273.5619426,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792273.5620558,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.5620737,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.562086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","EoS":true} {"level":"info","ts":1788792273.5621111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","header":"x-maas-group"} {"level":"info","ts":1788792273.5621216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","header":"x-maas-username"} {"level":"info","ts":1788792273.5621264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","header":"x-maas-subscription"} {"level":"info","ts":1788792273.562145,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792273.5621786,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.563066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.5630853,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.5631053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","EoS":false} {"level":"info","ts":1788792273.5631244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792273.5631618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d","EoS":true} {"level":"info","ts":1788792273.5631723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c7ec3f46406dbbe558177f86029c3600","span_id":"2f33bae9409c9ba8","x-request-id":"80e250b9-d12a-42c3-b9c6-e4bc7c27ef3d"} {"level":"info","ts":1788792274.884721,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792274.8848214,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8848343,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8848464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","EoS":true} {"level":"info","ts":1788792274.8848686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","header":"x-maas-group"} {"level":"info","ts":1788792274.884879,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","header":"x-maas-username"} {"level":"info","ts":1788792274.8848839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","header":"x-maas-subscription"} {"level":"info","ts":1788792274.8848987,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1788792274.8849294,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8861916,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8862064,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8862257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","EoS":false} {"level":"info","ts":1788792274.886237,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"info","ts":1788792274.8862572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77","EoS":true} {"level":"info","ts":1788792274.8862672,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45027d1ef475e10b2afeee4c61a4911d","span_id":"915e39a260cbe41d","x-request-id":"ffd07ab1-c175-47d4-8d72-3d4b4eaf3c77"} {"level":"error","ts":1788792286.8025217,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788792323.700428,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792323.700534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.7005477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.700564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","EoS":true} {"level":"info","ts":1788792323.7005885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","header":"x-maas-subscription"} {"level":"info","ts":1788792323.7006626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","header":"x-maas-username"} {"level":"info","ts":1788792323.7006989,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","header":"x-maas-group"} {"level":"info","ts":1788792323.7007203,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","path":"/llm/facebook-opt-125m-simulated/v1/embeddings"} {"level":"info","ts":1788792323.700755,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.7017164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.701736,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.7017536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","EoS":false} {"level":"info","ts":1788792323.7017663,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792323.7017946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476","EoS":true} {"level":"info","ts":1788792323.701804,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e5a5aa833d1cbf72c869a5dd727409e","span_id":"fece63c6b0600351","x-request-id":"280a2cf6-2ca9-4c8f-bc76-2a78a0b59476"} {"level":"info","ts":1788792335.0213816,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792335.0214794,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0214932,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0215042,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","EoS":true} {"level":"info","ts":1788792335.0215278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","header":"x-maas-group"} {"level":"info","ts":1788792335.0215383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","header":"x-maas-subscription"} {"level":"info","ts":1788792335.0215437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","header":"x-maas-username"} {"level":"info","ts":1788792335.021559,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1788792335.0215895,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0350776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0351114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0351293,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","EoS":false} {"level":"info","ts":1788792335.0351422,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0351732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","EoS":false} {"level":"info","ts":1788792335.0351806,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0351913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f","EoS":true} {"level":"info","ts":1788792335.0351987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"17a21367dc6bac85e55c4163dc3a11f1","span_id":"70d7d4ddc68b4ea8","x-request-id":"736d7461-3b0d-42b4-8513-a6272cd5f97f"} {"level":"info","ts":1788792335.0800307,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788792335.080158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0801766,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0801954,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","EoS":true} {"level":"info","ts":1788792335.0802283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","header":"x-maas-group"} {"level":"info","ts":1788792335.0802417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","header":"x-maas-subscription"} {"level":"info","ts":1788792335.0802493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","header":"x-maas-username"} {"level":"info","ts":1788792335.0802698,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","path":"/v1/embeddings"} {"level":"info","ts":1788792335.0802855,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","original":"publishers/llm/models/test/e2e-embedding-model","rewritten":"test/e2e-embedding-model"} {"level":"info","ts":1788792335.0803251,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0812728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0812929,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.0813117,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","EoS":false} {"level":"info","ts":1788792335.0813258,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"info","ts":1788792335.081352,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab","EoS":true} {"level":"info","ts":1788792335.0813618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a1c7b929c69d66722a187090857e5ea","span_id":"d9468655362f96e3","x-request-id":"99fa4058-2561-4851-b3ac-0a6496b738ab"} {"level":"error","ts":1788792336.8064141,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1788792351.807997,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1788793186.968931,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.9690442,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.969075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.9690661,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.9691253,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.9691021,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793186.969157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793188.0001044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.1208906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.2915354,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.3637846,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.3917663,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.5105395,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793188.516143,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788793356.1241899,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41652\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793356.1241813,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","error":"failed to list maas.opendatahub.io/v1alpha1, Kind=ExternalModel: Get \"https://172.31.0.1:443/apis/maas.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41508\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793356.1290126,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","error":"failed to list *v1.Service: Get \"https://172.31.0.1:443/api/v1/services?resourceVersion=41760\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793356.1290667,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?labelSelector=inference.llm-d.ai%2Fipp-managed%3Dtrue&resourceVersion=41604\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793356.1291318,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?resourceVersion=41507\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793356.1298842,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41007\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793356.130256,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","error":"failed to list *v1.HTTPRoute: Get \"https://172.31.0.1:443/apis/gateway.networking.k8s.io/v1/httproutes?resourceVersion=41650\": net/http: TLS handshake timeout - error from a previous attempt: EOF","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788793356.971932,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793357.0521948,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793357.189975,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793357.3119347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793357.312071,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793357.6092346,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793357.675083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793472.0723152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793473.7102277,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793473.7350411,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793473.8532803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793477.1096158,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793492.0706315,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 19.994921669s ago"} {"level":"info","ts":1788793522.126721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793567.127851,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793567.127921,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793567.1279488,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793567.1279767,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793567.1278791,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793567.127958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793567.993065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793568.098777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793568.2736292,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793568.4148653,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793568.6659188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793568.717928,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788793577.129573,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?resourceVersion=41507\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788793578.0604837,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793747.0510912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793747.0514486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793747.0529573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793747.053286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793757.0426059,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: awaiting required bookmark event for initial events stream, no events received for 58.963205948s"} {"level":"info","ts":1788793777.0425892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 11.691216641s ago"} {"level":"info","ts":1788793777.0436885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 11.691007255s ago"} {"level":"info","ts":1788793777.0457933,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 11.693631504s ago"} {"level":"info","ts":1788793787.0433822,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 21.692003557s ago"} {"level":"info","ts":1788793787.0434418,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 21.690792031s ago"} {"level":"info","ts":1788793787.0455108,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 21.693343859s ago"} {"level":"info","ts":1788793797.0425599,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 31.691184557s ago"} {"level":"info","ts":1788793797.043632,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 31.6909749s ago"} {"level":"info","ts":1788793797.045759,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 31.693597873s ago"} {"level":"info","ts":1788793807.0431306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 41.691755935s ago"} {"level":"info","ts":1788793807.0442176,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 41.691560104s ago"} {"level":"info","ts":1788793807.0452929,"logger":"controller-runtime.cache","caller":"cache/reflector.go:1159","msg":"Warning: event bookmark expired","err":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289: hasn't received required bookmark event marking the end of initial events stream, received last event 41.693127737s ago"} {"level":"info","ts":1788793810.3531787,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793810.3533862,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793810.3536162,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793810.3536587,"logger":"controller-runtime.cache","caller":"cache/reflector.go:578","msg":"Warning: watch ended with error","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","err":"an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding"} {"level":"info","ts":1788793811.5274682,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793811.6554372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793811.7122695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793811.913468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788793820.3555348,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","error":"failed to list *v1.HTTPRoute: Get \"https://172.31.0.1:443/apis/gateway.networking.k8s.io/v1/httproutes?resourceVersion=41857\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793820.355561,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?resourceVersion=41507\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788793820.3556986,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","error":"failed to list *v1.Service: Get \"https://172.31.0.1:443/api/v1/services?resourceVersion=41866\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788793821.185883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793821.344288,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788793821.907357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"error","ts":1788794012.1117587,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalModel","error":"failed to list *v1alpha1.ExternalModel: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41831\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.111783,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1alpha1.ExternalProvider","error":"failed to list *v1alpha1.ExternalProvider: Get \"https://172.31.0.1:443/apis/inference.opendatahub.io/v1alpha1/externalproviders?resourceVersion=41817\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1118712,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?labelSelector=inference.llm-d.ai%2Fipp-managed%3Dtrue&resourceVersion=41857\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.111911,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Secret","error":"failed to list *v1.Secret: Get \"https://172.31.0.1:443/api/v1/secrets?resourceVersion=41507\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.111961,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.Service","error":"failed to list *v1.Service: Get \"https://172.31.0.1:443/api/v1/services?resourceVersion=41866\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1119678,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","error":"failed to list maas.opendatahub.io/v1alpha1, Kind=ExternalModel: Get \"https://172.31.0.1:443/apis/maas.opendatahub.io/v1alpha1/externalmodels?resourceVersion=41815\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"error","ts":1788794012.1131668,"logger":"controller-runtime.cache.UnhandledError","caller":"runtime/runtime.go:221","msg":"Failed to watch","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289","type":"*v1.HTTPRoute","error":"failed to list *v1.HTTPRoute: Get \"https://172.31.0.1:443/apis/gateway.networking.k8s.io/v1/httproutes?resourceVersion=41857\": net/http: TLS handshake timeout","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\tk8s.io/client-go@v0.35.7/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.35.7/pkg/util/wait/wait.go:72"} {"level":"info","ts":1788794012.9295526,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.1938179,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.3234289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.359001,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.4475958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.4661572,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794013.46769,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794110.6789382,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794110.6898718,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.5105214,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794111.9748843,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794112.1452694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794112.5882776,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788794113.2111263,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}