{"level":"info","ts":1789153249.4788053,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02ece9b02f58cc8a82d1436b31665af8","span_id":"2935f5d9cd279219","x-request-id":"93f2d721-c794-4f51-8b14-a31225c3f38c"} {"level":"info","ts":1789153249.478836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02ece9b02f58cc8a82d1436b31665af8","span_id":"2935f5d9cd279219","x-request-id":"93f2d721-c794-4f51-8b14-a31225c3f38c","EoS":true} {"level":"info","ts":1789153249.4788485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02ece9b02f58cc8a82d1436b31665af8","span_id":"2935f5d9cd279219","x-request-id":"93f2d721-c794-4f51-8b14-a31225c3f38c"} {"level":"info","ts":1789153249.5165868,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153249.5167017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.5167167,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.516728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","EoS":true} {"level":"info","ts":1789153249.5167499,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","header":"x-maas-group"} {"level":"info","ts":1789153249.5167599,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","header":"x-maas-username"} {"level":"info","ts":1789153249.5167649,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","header":"x-maas-subscription"} {"level":"info","ts":1789153249.5167804,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789153249.516805,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.5178478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.5178666,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.5178807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","EoS":false} {"level":"info","ts":1789153249.5178912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.517914,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a","EoS":true} {"level":"info","ts":1789153249.5179243,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a72761999803c5f7204026b865252380","span_id":"0e0c02bf4b9a3bee","x-request-id":"3a15ac2d-0354-46b6-bad5-9c86fa13eb5a"} {"level":"info","ts":1789153249.5514743,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153249.5515687,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153249.5515828,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153249.5516183,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","EoS":true} {"level":"info","ts":1789153249.5516746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","header":"x-maas-subscription"} {"level":"info","ts":1789153249.551686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","header":"x-maas-username"} {"level":"info","ts":1789153249.551691,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","header":"x-maas-group"} {"level":"info","ts":1789153249.5517046,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789153249.5517285,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153249.5526462,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153249.552663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153249.5526738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","EoS":false} {"level":"info","ts":1789153249.5526838,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153249.552705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007","EoS":true} {"level":"info","ts":1789153249.5527148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1cfbe7b97fa5c5d8d32609eee993be9a","span_id":"69aa96f5b9766961","x-request-id":"5deafda3-397f-4b54-935b-4047a79a0007"} {"level":"info","ts":1789153253.8814416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"981d0f93-83f8-401e-b4d5-82ef3e3d1624","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789153253.8814855,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"981d0f93-83f8-401e-b4d5-82ef3e3d1624","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789153253.8814883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"124f1563-5894-4807-a1d7-8622aa7340ff"} {"level":"error","ts":1789153255.973414,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789153258.1658218,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153258.1660001,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1b6876dfe9c4d9894d21be36dbbd83aa","span_id":"4ab1cddd05d42fe3","x-request-id":"6705ce41-373a-436a-bde6-6b9e7bbf8ebf"} {"level":"info","ts":1789153258.1660175,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1b6876dfe9c4d9894d21be36dbbd83aa","span_id":"4ab1cddd05d42fe3","x-request-id":"6705ce41-373a-436a-bde6-6b9e7bbf8ebf"} {"level":"info","ts":1789153258.1660361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1b6876dfe9c4d9894d21be36dbbd83aa","span_id":"4ab1cddd05d42fe3","x-request-id":"6705ce41-373a-436a-bde6-6b9e7bbf8ebf","EoS":true} {"level":"info","ts":1789153258.166087,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1b6876dfe9c4d9894d21be36dbbd83aa","span_id":"4ab1cddd05d42fe3","x-request-id":"6705ce41-373a-436a-bde6-6b9e7bbf8ebf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789153258.1661158,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1b6876dfe9c4d9894d21be36dbbd83aa","span_id":"4ab1cddd05d42fe3","x-request-id":"6705ce41-373a-436a-bde6-6b9e7bbf8ebf"} {"level":"info","ts":1789153258.4942253,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"5a03dd9d-366c-4263-bbfb-8ca70ee0552b","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.4997227,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"5a03dd9d-366c-4263-bbfb-8ca70ee0552b","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.5052423,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"804bbb9f-d940-447c-a1d1-7a2ac059fe82","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5053055,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"804bbb9f-d940-447c-a1d1-7a2ac059fe82","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789153258.5053103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02061798-0506-4590-98b5-549171b33942"} {"level":"error","ts":1789153258.5098803,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"5a03dd9d-366c-4263-bbfb-8ca70ee0552b","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.511817,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"f42a23bb-c3bf-484c-930a-dcd48a07220f","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5118427,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60eef5e0-c425-421c-906a-8b9472471c48"} {"level":"info","ts":1789153258.511861,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"f42a23bb-c3bf-484c-930a-dcd48a07220f","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"info","ts":1789153258.515106,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"1401296e-ecb8-41de-981d-a8a56f892c93","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5151234,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"2d93cc66-b8e3-4c64-8e88-b8359d6b67fa","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5151515,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"2d93cc66-b8e3-4c64-8e88-b8359d6b67fa","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789153258.5152824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"97b204ea-954d-424d-841f-080e8c75ba4d","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5153468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"97b204ea-954d-424d-841f-080e8c75ba4d","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"error","ts":1789153258.516878,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02061798-0506-4590-98b5-549171b33942","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5169253,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02061798-0506-4590-98b5-549171b33942","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.5179625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"a5fe984a-cee2-4f84-b4d7-95d40f4f7d8f","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5179944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"a5fe984a-cee2-4f84-b4d7-95d40f4f7d8f","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"error","ts":1789153258.5228229,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60eef5e0-c425-421c-906a-8b9472471c48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5228755,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60eef5e0-c425-421c-906a-8b9472471c48","provider":"e2e-legacy-migration-0ba09493","phase":"Pending"} {"level":"info","ts":1789153258.5232306,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"1401296e-ecb8-41de-981d-a8a56f892c93","name":"e2e-legacy-migration-0ba09493"} {"level":"error","ts":1789153258.5287213,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60eef5e0-c425-421c-906a-8b9472471c48","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789153258.5287595,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60eef5e0-c425-421c-906a-8b9472471c48","error":"ExternalModel \"e2e-legacy-migration-0ba09493\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-0ba09493\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5288036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"b939f7e5-f5e5-43eb-90e3-f0052af1ca1e"} {"level":"info","ts":1789153258.5288258,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"b939f7e5-f5e5-43eb-90e3-f0052af1ca1e","provider":"e2e-legacy-migration-0ba09493","phase":"Pending"} {"level":"info","ts":1789153258.529136,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"1401296e-ecb8-41de-981d-a8a56f892c93","provider":"openai","model":"e2e-legacy-migration-0ba09493","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789153258.5367658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"39ce6611-7c07-4832-a4c8-9054626473f2","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5367925,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"39ce6611-7c07-4832-a4c8-9054626473f2","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"error","ts":1789153258.540006,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02061798-0506-4590-98b5-549171b33942","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789153258.540042,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02061798-0506-4590-98b5-549171b33942","error":"failed to apply Service: services \"e2e-legacy-migration-0ba09493\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5400832,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"3ae43007-a77e-4c8f-9240-5e7302a0e973"} {"level":"info","ts":1789153258.540122,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"3ae43007-a77e-4c8f-9240-5e7302a0e973","name":"e2e-legacy-migration-0ba09493"} {"level":"error","ts":1789153258.5411196,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"b939f7e5-f5e5-43eb-90e3-f0052af1ca1e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789153258.5411708,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"b939f7e5-f5e5-43eb-90e3-f0052af1ca1e","error":"ExternalModel \"e2e-legacy-migration-0ba09493\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-0ba09493\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5412157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60a20282-950e-4ff3-88b6-bff0f8f81380"} {"level":"info","ts":1789153258.5412343,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60a20282-950e-4ff3-88b6-bff0f8f81380","provider":"e2e-legacy-migration-0ba09493","phase":"Pending"} {"level":"error","ts":1789153258.549486,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"60a20282-950e-4ff3-88b6-bff0f8f81380","error":"ExternalModel \"e2e-legacy-migration-0ba09493\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-0ba09493\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5559757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"3de3a330-b5b7-450e-9a87-a7dabfe45023","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.556001,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"3de3a330-b5b7-450e-9a87-a7dabfe45023","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"info","ts":1789153258.5560195,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"6e044494-84d1-40f4-97fa-081a7ef1a9b0","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5560513,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"6e044494-84d1-40f4-97fa-081a7ef1a9b0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789153258.556058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"55c1bcfe-2f1d-411d-966f-a89fb2e41619"} {"level":"info","ts":1789153258.5560906,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"55c1bcfe-2f1d-411d-966f-a89fb2e41619","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.557209,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"3ae43007-a77e-4c8f-9240-5e7302a0e973","service":"e2e-legacy-migration-0ba09493","serviceEntry":"e2e-legacy-migration-0ba09493","destinationRule":"e2e-legacy-migration-0ba09493"} {"level":"error","ts":1789153258.562828,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"3ae43007-a77e-4c8f-9240-5e7302a0e973","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5629067,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"0f9b96ad-df3e-40af-a963-e69da875169f"} {"level":"info","ts":1789153258.5629516,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"0f9b96ad-df3e-40af-a963-e69da875169f","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.5760498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"2f473fc1-1ef5-4af5-af60-1fd4a78490ec","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.5761375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"2f473fc1-1ef5-4af5-af60-1fd4a78490ec","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"error","ts":1789153258.5817888,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"55c1bcfe-2f1d-411d-966f-a89fb2e41619","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789153258.58188,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"55c1bcfe-2f1d-411d-966f-a89fb2e41619","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-0ba09493\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.581973,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"7ad09ed2-6f04-4b01-873e-0e57b7de9c43"} {"level":"info","ts":1789153258.5820632,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"7ad09ed2-6f04-4b01-873e-0e57b7de9c43","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.586279,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"0f9b96ad-df3e-40af-a963-e69da875169f","service":"e2e-legacy-migration-0ba09493","serviceEntry":"e2e-legacy-migration-0ba09493","destinationRule":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.5949142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"e98d92dd-6f42-4af1-86a9-d13400d3479e","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.594954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"e98d92dd-6f42-4af1-86a9-d13400d3479e","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"error","ts":1789153258.5989418,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"7ad09ed2-6f04-4b01-873e-0e57b7de9c43","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789153258.5989819,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"7ad09ed2-6f04-4b01-873e-0e57b7de9c43","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.5990226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"66e6b112-a4d5-4b65-b99d-cd5cce9554e1"} {"level":"info","ts":1789153258.599073,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"66e6b112-a4d5-4b65-b99d-cd5cce9554e1","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.6099794,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"66e6b112-a4d5-4b65-b99d-cd5cce9554e1","httpRoute":"e2e-legacy-migration-0ba09493","providers":["e2e-legacy-migration-0ba09493"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789153258.6163661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"ea30d36e-255e-4346-94ec-20dc9c6b6c51","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.6163971,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"ea30d36e-255e-4346-94ec-20dc9c6b6c51","modelName":"e2e-legacy-migration-0ba09493","resolvedRefs":1} {"level":"error","ts":1789153258.6211846,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"66e6b112-a4d5-4b65-b99d-cd5cce9554e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-0ba09493\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789153258.621246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02859d25-e8ae-4dcc-a891-b7c4981d08a2"} {"level":"info","ts":1789153258.6212947,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02859d25-e8ae-4dcc-a891-b7c4981d08a2","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.6326256,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"02859d25-e8ae-4dcc-a891-b7c4981d08a2","httpRoute":"e2e-legacy-migration-0ba09493","providers":["e2e-legacy-migration-0ba09493"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789153258.7234416,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"6d5dc6f1-7bf1-4dce-b758-d2db1214b0f2","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153258.7272801,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"6d5dc6f1-7bf1-4dce-b758-d2db1214b0f2","name":"e2e-legacy-migration-0ba09493"} {"level":"info","ts":1789153258.7324498,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"6d5dc6f1-7bf1-4dce-b758-d2db1214b0f2","provider":"openai","model":"e2e-legacy-migration-0ba09493","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789153261.3539314,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"89f6bd01-02e7-4664-aad0-226253f2f397","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153261.364028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"1d4675a4-ee62-4270-bdd9-1fe82768026e","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153261.364149,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"1d4675a4-ee62-4270-bdd9-1fe82768026e","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153261.3645124,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"8e843eb1-42d4-4717-a762-ed421e4338af","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153261.3645782,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"8e843eb1-42d4-4717-a762-ed421e4338af","name":"e2e-legacy-migration-0ba09493","namespace":"llm"} {"level":"info","ts":1789153261.3647017,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"4bf48ae2-dc9e-4c6a-9048-bdc4059d25d0"} {"level":"info","ts":1789153261.3648443,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-0ba09493","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-0ba09493","reconcileID":"0346b409-9367-4f61-94fe-a946616e4d0d"} {"level":"info","ts":1789153261.7628155,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153261.7630186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153261.7630675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153261.7631106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","EoS":true} {"level":"info","ts":1789153261.7631664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","header":"x-maas-username"} {"level":"info","ts":1789153261.7632005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","header":"x-maas-subscription"} {"level":"info","ts":1789153261.7632272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","header":"x-maas-group"} {"level":"info","ts":1789153261.7632678,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789153261.7632987,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","modelName":"e2e-external-model"} {"level":"info","ts":1789153261.7633355,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789153261.7633889,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789153261.7634432,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","authType":"apikey"} {"level":"info","ts":1789153261.7634914,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153262.0081048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153262.008136,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153262.0081527,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","EoS":false} {"level":"info","ts":1789153262.0081658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153262.0081992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e","EoS":true} {"level":"info","ts":1789153262.0082092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5aa7b6fd90ed657b8bd8408a7a8ba706","span_id":"b919b3da0dc24f75","x-request-id":"86149f21-0920-434d-9a76-dc2c6b060a1e"} {"level":"info","ts":1789153262.06279,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153262.063007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.063053,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.0630922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","EoS":true} {"level":"info","ts":1789153262.0631478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","header":"x-maas-subscription"} {"level":"info","ts":1789153262.063179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","header":"x-maas-username"} {"level":"info","ts":1789153262.0632157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","header":"x-maas-group"} {"level":"info","ts":1789153262.0632594,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789153262.063307,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.1666126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.1667092,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.1667707,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","EoS":false} {"level":"info","ts":1789153262.1668153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.1669405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876","EoS":true} {"level":"info","ts":1789153262.1670306,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da94636d78d7e2659f328a347463d695","span_id":"dd376b94abbdadd3","x-request-id":"4a2398d8-2dcc-4e2e-b9f7-2a54e4bec876"} {"level":"info","ts":1789153262.2272758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153262.2273881,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153262.227409,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153262.2274277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552","EoS":true} {"level":"info","ts":1789153262.2274551,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552","header":"x-maas-username"} {"level":"info","ts":1789153262.2274659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552","header":"x-maas-subscription"} {"level":"info","ts":1789153262.2274709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552","header":"x-maas-group"} {"level":"info","ts":1789153262.2275057,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153262.3291876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153262.329222,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153262.3292408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552","EoS":false} {"level":"info","ts":1789153262.3292549,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153262.3292863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552","EoS":true} {"level":"info","ts":1789153262.329292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8c28186aff09f558e5819ebb0383df6","span_id":"b4ad90ed05212517","x-request-id":"d4c0fe9e-2991-45e9-aa54-3f35005b8552"} {"level":"info","ts":1789153263.2630942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df691f7d-4791-4d38-9bce-aeac45bc4181","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789153263.2631392,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df691f7d-4791-4d38-9bce-aeac45bc4181","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789153263.26315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5ccc649-b735-471b-ab82-c490f1564b1f"} {"level":"info","ts":1789153263.4010315,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d28a7ced-3ba9-48a6-92b3-31e61df960e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789153263.4010646,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d28a7ced-3ba9-48a6-92b3-31e61df960e1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789153263.4010644,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"10958ba1-b2da-49d6-9768-77d1361a61c3"} {"level":"info","ts":1789153263.5022902,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"60923f1f-049b-4afc-a244-e275b438429b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789153263.502342,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"60923f1f-049b-4afc-a244-e275b438429b","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789153265.9767163,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789153273.5163832,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153273.5164888,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e9775d3106ca5bd98dfe6b7fe5e7b83","span_id":"dc38d0967bfd8a82","x-request-id":"51d99b7d-e5f2-45fa-b25d-49312c793eb9"} {"level":"info","ts":1789153273.516502,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e9775d3106ca5bd98dfe6b7fe5e7b83","span_id":"dc38d0967bfd8a82","x-request-id":"51d99b7d-e5f2-45fa-b25d-49312c793eb9"} {"level":"info","ts":1789153273.5165167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e9775d3106ca5bd98dfe6b7fe5e7b83","span_id":"dc38d0967bfd8a82","x-request-id":"51d99b7d-e5f2-45fa-b25d-49312c793eb9","EoS":true} {"level":"info","ts":1789153273.5165772,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e9775d3106ca5bd98dfe6b7fe5e7b83","span_id":"dc38d0967bfd8a82","x-request-id":"51d99b7d-e5f2-45fa-b25d-49312c793eb9"} {"level":"info","ts":1789153273.6547208,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153273.6548386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a936dbaed5cd800251282cbad115787","span_id":"70de2d4bb1bccc60","x-request-id":"b84324fb-2dc1-49b1-acc7-b7ab968b882a"} {"level":"info","ts":1789153273.6548557,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a936dbaed5cd800251282cbad115787","span_id":"70de2d4bb1bccc60","x-request-id":"b84324fb-2dc1-49b1-acc7-b7ab968b882a"} {"level":"info","ts":1789153273.654868,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a936dbaed5cd800251282cbad115787","span_id":"70de2d4bb1bccc60","x-request-id":"b84324fb-2dc1-49b1-acc7-b7ab968b882a","EoS":true} {"level":"info","ts":1789153273.6549134,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a936dbaed5cd800251282cbad115787","span_id":"70de2d4bb1bccc60","x-request-id":"b84324fb-2dc1-49b1-acc7-b7ab968b882a"} {"level":"info","ts":1789153273.7914016,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789153273.7915301,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0ad5e9703e3a239a585e020c6df2e97e","span_id":"793d0332ba89321e","x-request-id":"9408f198-b324-4a64-96b5-d8120d0ac456"} {"level":"info","ts":1789153273.7915483,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0ad5e9703e3a239a585e020c6df2e97e","span_id":"793d0332ba89321e","x-request-id":"9408f198-b324-4a64-96b5-d8120d0ac456"} {"level":"info","ts":1789153273.791565,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0ad5e9703e3a239a585e020c6df2e97e","span_id":"793d0332ba89321e","x-request-id":"9408f198-b324-4a64-96b5-d8120d0ac456","EoS":true} {"level":"info","ts":1789153273.7916574,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0ad5e9703e3a239a585e020c6df2e97e","span_id":"793d0332ba89321e","x-request-id":"9408f198-b324-4a64-96b5-d8120d0ac456"} {"level":"error","ts":1789153280.9806812,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789153295.9829655,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154348.8876371,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154348.8877583,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.88777,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.8877823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","EoS":true} {"level":"info","ts":1789154348.887807,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","header":"x-maas-subscription"} {"level":"info","ts":1789154348.887818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","header":"x-maas-group"} {"level":"info","ts":1789154348.8878233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","header":"x-maas-username"} {"level":"info","ts":1789154348.8878393,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789154348.8878717,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.8890126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.889036,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.8890498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","EoS":false} {"level":"info","ts":1789154348.8890615,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.8890896,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d","EoS":true} {"level":"info","ts":1789154348.8891027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0926ae77fc962c21c3247d39f19a6bf","span_id":"3c19dbeb65da7773","x-request-id":"94cbae0e-449e-44f3-919b-d559c2441c6d"} {"level":"info","ts":1789154348.9260142,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154348.9261358,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"info","ts":1789154348.9261487,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"info","ts":1789154348.9261596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","EoS":true} {"level":"info","ts":1789154348.926185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","header":"x-maas-group"} {"level":"info","ts":1789154348.9261956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","header":"x-maas-subscription"} {"level":"info","ts":1789154348.926201,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","header":"x-maas-username"} {"level":"info","ts":1789154348.926216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789154348.9262452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"info","ts":1789154348.9272177,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"info","ts":1789154348.9272482,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"info","ts":1789154348.927264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","EoS":false} {"level":"info","ts":1789154348.9272757,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"info","ts":1789154348.9273007,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01","EoS":true} {"level":"info","ts":1789154348.9273098,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"79f22019e6a6c7f14e87874e0f7bde2e","span_id":"c324fcfaabbdbf3c","x-request-id":"61735489-bdb5-41d0-ae63-3e086bfbdb01"} {"level":"error","ts":1789154361.1121478,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154678.0983758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154678.0984898,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.0985029,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.0985143,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","EoS":true} {"level":"info","ts":1789154678.0985377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","header":"x-maas-group"} {"level":"info","ts":1789154678.0985477,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","header":"x-maas-username"} {"level":"info","ts":1789154678.0985537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","header":"x-maas-subscription"} {"level":"info","ts":1789154678.098568,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154678.0986228,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.1109765,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.1110024,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.1110232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","EoS":false} {"level":"info","ts":1789154678.1110408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.1110783,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c","EoS":true} {"level":"info","ts":1789154678.1110892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7526f7b464aa53a78827cc4eefcec05","span_id":"d26fe38629772b5c","x-request-id":"d3f1d93c-ee5a-49e3-8f66-8761b3f2ae0c"} {"level":"info","ts":1789154678.2467463,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154678.2468593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.246872,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.246884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","EoS":true} {"level":"info","ts":1789154678.246906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","header":"x-maas-username"} {"level":"info","ts":1789154678.246957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","header":"x-maas-subscription"} {"level":"info","ts":1789154678.2469628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","header":"x-maas-group"} {"level":"info","ts":1789154678.246978,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154678.2470026,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.2487738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.2487957,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.248812,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","EoS":false} {"level":"info","ts":1789154678.2488308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.2488663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc","EoS":true} {"level":"info","ts":1789154678.2488775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"772fb3e9dcc1a95ca00b3eb42504da17","span_id":"579a7fd809095428","x-request-id":"e97aeda5-90f4-44a4-8736-9dc58aa35bcc"} {"level":"info","ts":1789154678.3876681,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154678.387768,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.3877795,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.3877904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","EoS":true} {"level":"info","ts":1789154678.387813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","header":"x-maas-subscription"} {"level":"info","ts":1789154678.3878243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","header":"x-maas-group"} {"level":"info","ts":1789154678.3878295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","header":"x-maas-username"} {"level":"info","ts":1789154678.387843,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154678.3878636,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.3886936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.3887134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.3887289,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","EoS":false} {"level":"info","ts":1789154678.3887455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.3887832,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956","EoS":true} {"level":"info","ts":1789154678.3887947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb2725271b8f50fa312a6aa5e26b2277","span_id":"da309b1930f78316","x-request-id":"76e1e787-798b-4442-b36c-0d57a9129956"} {"level":"info","ts":1789154678.523504,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154678.5236318,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.523679,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.5236964,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","EoS":true} {"level":"info","ts":1789154678.5237193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","header":"x-maas-username"} {"level":"info","ts":1789154678.5237293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","header":"x-maas-group"} {"level":"info","ts":1789154678.5237346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","header":"x-maas-subscription"} {"level":"info","ts":1789154678.5237496,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154678.5237768,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.5245543,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.5245757,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.5246162,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","EoS":false} {"level":"info","ts":1789154678.524637,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.5246751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab","EoS":true} {"level":"info","ts":1789154678.5246875,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1af36a9cb60d58e50e16f22dd10b7c3","span_id":"2749896c8e0522fc","x-request-id":"1db06de4-b739-45c2-9cf1-5a6fb9b2b3ab"} {"level":"info","ts":1789154678.6800823,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154678.6801934,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"info","ts":1789154678.6802113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"info","ts":1789154678.6802244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","EoS":true} {"level":"info","ts":1789154678.6802475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","header":"x-maas-username"} {"level":"info","ts":1789154678.680258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","header":"x-maas-subscription"} {"level":"info","ts":1789154678.6802652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","header":"x-maas-group"} {"level":"info","ts":1789154678.6802814,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154678.680315,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"info","ts":1789154678.6811237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"info","ts":1789154678.6811442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"info","ts":1789154678.6811595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","EoS":false} {"level":"info","ts":1789154678.6811721,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"info","ts":1789154678.6811967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c","EoS":true} {"level":"info","ts":1789154678.6812062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e92211267c261f80c4b2cff34efe48af","span_id":"3f87a1023118ba29","x-request-id":"73b1a182-9112-4670-8756-1fd00704910c"} {"level":"error","ts":1789154691.1491654,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154692.6392689,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154692.6393812,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.6393967,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.639408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","EoS":true} {"level":"info","ts":1789154692.6394336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","header":"x-maas-subscription"} {"level":"info","ts":1789154692.6394439,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","header":"x-maas-username"} {"level":"info","ts":1789154692.6394496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","header":"x-maas-group"} {"level":"info","ts":1789154692.6394644,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154692.6394887,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.6413057,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.641328,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.6413436,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","EoS":false} {"level":"info","ts":1789154692.641358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.641383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93","EoS":true} {"level":"info","ts":1789154692.641393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f981e6d36ab6d5ca0cc2791516698c43","span_id":"597938dec4f895ac","x-request-id":"23eb4721-4cf0-418d-8e41-33395ee30c93"} {"level":"info","ts":1789154692.7702851,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154692.7703848,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483"} {"level":"info","ts":1789154692.7711158,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483"} {"level":"info","ts":1789154692.7711368,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483"} {"level":"info","ts":1789154692.7711537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483","EoS":false} {"level":"info","ts":1789154692.771168,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483"} {"level":"info","ts":1789154692.7711952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483","EoS":true} {"level":"info","ts":1789154692.7712047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ef8ff7fe2cc6a09ffeade654c35c9de","span_id":"4d005fac102fb3e3","x-request-id":"04fade20-058a-45c9-871c-45aacf3c2483"} {"level":"info","ts":1789154693.5038776,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154693.5039856,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154693.5039983,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154693.5040095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","EoS":true} {"level":"info","ts":1789154693.504036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","header":"x-maas-username"} {"level":"info","ts":1789154693.504049,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","header":"x-maas-subscription"} {"level":"info","ts":1789154693.5040562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","header":"x-maas-group"} {"level":"info","ts":1789154693.504075,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154693.504103,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154693.5050924,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154693.5051134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154693.5051315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","EoS":false} {"level":"info","ts":1789154693.505146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154693.5051723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15","EoS":true} {"level":"info","ts":1789154693.5051823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b639249a0c64d2f84ac91a4ce2c8d25","span_id":"dac85cfef16f3883","x-request-id":"fab8b72a-e83b-4efe-8905-fc7a78b90b15"} {"level":"info","ts":1789154694.4219217,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154694.4220572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154694.422075,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154694.4220896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","EoS":true} {"level":"info","ts":1789154694.4221165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","header":"x-maas-group"} {"level":"info","ts":1789154694.4221253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","header":"x-maas-subscription"} {"level":"info","ts":1789154694.4221315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","header":"x-maas-username"} {"level":"info","ts":1789154694.422146,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154694.422169,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154694.4231648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154694.423185,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154694.4232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","EoS":false} {"level":"info","ts":1789154694.4232123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154694.4232366,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a","EoS":true} {"level":"info","ts":1789154694.4232454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef262d45ea0698da881151aa764011aa","span_id":"7ec8aee84aafacbc","x-request-id":"7767db8d-b7dd-4bf4-be4d-41462700267a"} {"level":"info","ts":1789154695.1134703,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154695.113572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154695.1135838,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154695.1136155,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","EoS":true} {"level":"info","ts":1789154695.113644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","header":"x-maas-username"} {"level":"info","ts":1789154695.113654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","header":"x-maas-subscription"} {"level":"info","ts":1789154695.1136591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","header":"x-maas-group"} {"level":"info","ts":1789154695.113674,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154695.1136966,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154695.1146896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154695.1147106,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154695.114731,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","EoS":false} {"level":"info","ts":1789154695.114752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154695.114798,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784","EoS":true} {"level":"info","ts":1789154695.1148107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"615f307d9714f24b7855d0e89c066c26","span_id":"33e50e898213e263","x-request-id":"2c3c18e5-6063-4027-9009-75c1de2f2784"} {"level":"info","ts":1789154696.1228852,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154696.1229913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"info","ts":1789154696.1230037,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"info","ts":1789154696.123017,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","EoS":true} {"level":"info","ts":1789154696.1230438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","header":"x-maas-username"} {"level":"info","ts":1789154696.1230533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","header":"x-maas-subscription"} {"level":"info","ts":1789154696.123058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","header":"x-maas-group"} {"level":"info","ts":1789154696.1230738,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154696.1230953,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"info","ts":1789154696.1240406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"info","ts":1789154696.1240664,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"info","ts":1789154696.1240835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","EoS":false} {"level":"info","ts":1789154696.1241055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"info","ts":1789154696.1241453,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911","EoS":true} {"level":"info","ts":1789154696.1241572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adfc053f0ecaa9a35435ca46e41ac0d6","span_id":"bf25068ba7d867b4","x-request-id":"0bf7e9cf-a3d4-48e3-bdb0-6e1692505911"} {"level":"error","ts":1789154706.1511543,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154727.0343595,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154727.0344648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"info","ts":1789154727.0344782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"info","ts":1789154727.0344906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","EoS":true} {"level":"info","ts":1789154727.034519,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","header":"x-maas-group"} {"level":"info","ts":1789154727.0345268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","header":"x-maas-subscription"} {"level":"info","ts":1789154727.0345318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","header":"x-maas-username"} {"level":"info","ts":1789154727.0345533,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154727.0345907,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"info","ts":1789154727.0356324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"info","ts":1789154727.035652,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"info","ts":1789154727.035666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","EoS":false} {"level":"info","ts":1789154727.0356767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"info","ts":1789154727.035699,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366","EoS":true} {"level":"info","ts":1789154727.0357094,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd173e45549646a7d9e3e3d45cc096d7","span_id":"96f7ef4bd153de68","x-request-id":"834c3261-b4ae-4ebd-9b84-e5ce442ba366"} {"level":"error","ts":1789154741.154246,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154820.318815,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154820.3189456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"info","ts":1789154820.3189635,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"info","ts":1789154820.318983,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","EoS":true} {"level":"info","ts":1789154820.3190222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","header":"x-maas-username"} {"level":"info","ts":1789154820.3190362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","header":"x-maas-subscription"} {"level":"info","ts":1789154820.319045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","header":"x-maas-group"} {"level":"info","ts":1789154820.319068,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789154820.3191047,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"info","ts":1789154820.3319292,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"info","ts":1789154820.331954,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"info","ts":1789154820.3319695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","EoS":false} {"level":"info","ts":1789154820.331982,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"info","ts":1789154820.3320076,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287","EoS":true} {"level":"info","ts":1789154820.3320165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7af7bf872f94691fc06f743cfd4b2ebb","span_id":"e398798d62afa97a","x-request-id":"f613b2b9-0265-4f9f-af65-9e1a7ad38287"} {"level":"error","ts":1789154831.163403,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154894.2141657,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154894.2142699,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"info","ts":1789154894.21428,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"info","ts":1789154894.214291,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","EoS":true} {"level":"info","ts":1789154894.214316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","header":"x-maas-username"} {"level":"info","ts":1789154894.2143264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","header":"x-maas-group"} {"level":"info","ts":1789154894.214332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","header":"x-maas-subscription"} {"level":"info","ts":1789154894.2143466,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789154894.2143738,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"info","ts":1789154894.2157319,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"info","ts":1789154894.2157547,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"info","ts":1789154894.2157698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","EoS":false} {"level":"info","ts":1789154894.215782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"info","ts":1789154894.2158127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0","EoS":true} {"level":"info","ts":1789154894.2158287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"309a6aa853eae90b1f6993b8e337a780","span_id":"4f35b7863baf3280","x-request-id":"669e3112-6a2f-4ccb-8c15-51fe5f1ac2c0"} {"level":"error","ts":1789154906.1734893,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789154907.8252852,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154907.825393,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.8254066,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.8254178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","EoS":true} {"level":"info","ts":1789154907.8254397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","header":"x-maas-username"} {"level":"info","ts":1789154907.8254495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","header":"x-maas-subscription"} {"level":"info","ts":1789154907.8254554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","header":"x-maas-group"} {"level":"info","ts":1789154907.8254707,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789154907.8254986,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.839349,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.8393724,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.8393934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","EoS":false} {"level":"info","ts":1789154907.8394117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.839526,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","EoS":false} {"level":"info","ts":1789154907.8395455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.8395674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df","EoS":true} {"level":"info","ts":1789154907.8395765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09f3074ffad4317b48307749baf11229","span_id":"a31a3f1b4a4a5bd1","x-request-id":"eedb31cc-6e21-4c07-800a-072808a060df"} {"level":"info","ts":1789154907.976176,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154907.9762716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.9762838,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.976295,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","EoS":true} {"level":"info","ts":1789154907.9763565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","header":"x-maas-username"} {"level":"info","ts":1789154907.976368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","header":"x-maas-group"} {"level":"info","ts":1789154907.9763737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","header":"x-maas-subscription"} {"level":"info","ts":1789154907.9763885,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789154907.976413,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.977371,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.97739,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.9774091,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","EoS":false} {"level":"info","ts":1789154907.9774306,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.977654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","EoS":false} {"level":"info","ts":1789154907.97768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154907.977701,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f","EoS":true} {"level":"info","ts":1789154907.9777093,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"217ee8479ad74e1747bc1b0566de4f77","span_id":"21cd41475c83a885","x-request-id":"330051fa-a36a-4ed0-a564-972f2eee635f"} {"level":"info","ts":1789154908.1136687,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154908.1137624,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.1137753,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.113789,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","EoS":true} {"level":"info","ts":1789154908.1138163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","header":"x-maas-subscription"} {"level":"info","ts":1789154908.1138258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","header":"x-maas-username"} {"level":"info","ts":1789154908.1138313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","header":"x-maas-group"} {"level":"info","ts":1789154908.1138444,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789154908.1138682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.1162136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.1162355,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.116252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","EoS":false} {"level":"info","ts":1789154908.1162655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.1162891,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","EoS":false} {"level":"info","ts":1789154908.1162996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154908.1163101,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4","EoS":true} {"level":"info","ts":1789154908.116317,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5dc783937dc5cab3e716966e8746830","span_id":"16a30728a234445e","x-request-id":"8fa77525-9198-43b9-933f-d50dc3b63dd4"} {"level":"info","ts":1789154920.8957808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789154920.8959124,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"info","ts":1789154920.8959272,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"info","ts":1789154920.8959398,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","EoS":true} {"level":"info","ts":1789154920.8959615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","header":"x-maas-group"} {"level":"info","ts":1789154920.8959768,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","header":"x-maas-username"} {"level":"info","ts":1789154920.8959854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","header":"x-maas-subscription"} {"level":"info","ts":1789154920.8960001,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789154920.8960297,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"info","ts":1789154920.8979173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"info","ts":1789154920.8979425,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"info","ts":1789154920.897965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","EoS":false} {"level":"info","ts":1789154920.8979816,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"info","ts":1789154920.898019,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2","EoS":true} {"level":"info","ts":1789154920.8980308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c5dc5cf2c436b5d4bc005bb252c7009","span_id":"d1f2a8398cbabc36","x-request-id":"b5a2d7aa-a817-43a7-89d2-b98172af5aa2"} {"level":"error","ts":1789154921.174508,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}