{"level":"info","ts":1789379855.808644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d01e096fc29a9714da0efbee95dc3cc9","span_id":"e22e122a668513fd","x-request-id":"57a5cd9e-5632-45a0-8abe-7eeb46208443"} {"level":"info","ts":1789379855.8086727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d01e096fc29a9714da0efbee95dc3cc9","span_id":"e22e122a668513fd","x-request-id":"57a5cd9e-5632-45a0-8abe-7eeb46208443","EoS":true} {"level":"info","ts":1789379855.8086867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d01e096fc29a9714da0efbee95dc3cc9","span_id":"e22e122a668513fd","x-request-id":"57a5cd9e-5632-45a0-8abe-7eeb46208443"} {"level":"info","ts":1789379855.9125206,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379855.9126303,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379855.9126441,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379855.9126573,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","EoS":true} {"level":"info","ts":1789379855.912681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","header":"x-maas-subscription"} {"level":"info","ts":1789379855.9126914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","header":"x-maas-username"} {"level":"info","ts":1789379855.9126978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","header":"x-maas-group"} {"level":"info","ts":1789379855.9127276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789379855.9127536,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379855.913528,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379855.9135437,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379855.9135559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","EoS":false} {"level":"info","ts":1789379855.913566,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379855.9135907,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c","EoS":true} {"level":"info","ts":1789379855.9136038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"34719591a5497481966c66189f94b9b3","span_id":"c26c0fc56fcaa79e","x-request-id":"7f8efa4e-adff-4799-a634-8f7e2e24df5c"} {"level":"info","ts":1789379856.0070312,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379856.0071523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379856.0071664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379856.0071807,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","EoS":true} {"level":"info","ts":1789379856.0072048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","header":"x-maas-subscription"} {"level":"info","ts":1789379856.0072198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","header":"x-maas-username"} {"level":"info","ts":1789379856.0072274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","header":"x-maas-group"} {"level":"info","ts":1789379856.007243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789379856.0072725,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379856.007952,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379856.0079737,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379856.0079873,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","EoS":false} {"level":"info","ts":1789379856.008,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379856.0080333,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500","EoS":true} {"level":"info","ts":1789379856.0080435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"62397a6028d58d341bf139009d59be03","span_id":"7941dc0485654b62","x-request-id":"8b7342ab-f3d1-4640-b4dc-c15f4428b500"} {"level":"info","ts":1789379859.2307682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379859.2309976,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3e0d8efc174c81bd6ed6f2531516e22","span_id":"17cae3e90dcd783f","x-request-id":"b14a77fd-4c42-45d8-b11a-dc9c8de94eec"} {"level":"info","ts":1789379859.231022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3e0d8efc174c81bd6ed6f2531516e22","span_id":"17cae3e90dcd783f","x-request-id":"b14a77fd-4c42-45d8-b11a-dc9c8de94eec"} {"level":"info","ts":1789379859.2310393,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3e0d8efc174c81bd6ed6f2531516e22","span_id":"17cae3e90dcd783f","x-request-id":"b14a77fd-4c42-45d8-b11a-dc9c8de94eec","EoS":true} {"level":"info","ts":1789379859.231074,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3e0d8efc174c81bd6ed6f2531516e22","span_id":"17cae3e90dcd783f","x-request-id":"b14a77fd-4c42-45d8-b11a-dc9c8de94eec","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1789379859.231108,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3e0d8efc174c81bd6ed6f2531516e22","span_id":"17cae3e90dcd783f","x-request-id":"b14a77fd-4c42-45d8-b11a-dc9c8de94eec"} {"level":"info","ts":1789379859.5976055,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"541d27c4-7b4b-4765-ab6d-162d4385a2cb","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6059551,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"541d27c4-7b4b-4765-ab6d-162d4385a2cb","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.6119585,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8ae4977b-28f1-4823-897e-2d0fa2f31d99"} {"level":"info","ts":1789379859.6119711,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"0841e488-78f3-4d0b-b45a-0d202e503025","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6120093,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"0841e488-78f3-4d0b-b45a-0d202e503025","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1789379859.6194615,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"541d27c4-7b4b-4765-ab6d-162d4385a2cb","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.6202786,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c62dd54b-1d1b-4af9-9bd4-3842162f1b2a"} {"level":"info","ts":1789379859.6203377,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8e048b27-778b-477f-8959-5630b666b9d1","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6203694,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8e048b27-778b-477f-8959-5630b666b9d1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789379859.6205227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c751c2ed-9d11-4951-b2b2-83f8ca177861","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6205564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c751c2ed-9d11-4951-b2b2-83f8ca177861","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"info","ts":1789379859.6206121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"58860ae4-e268-48ce-a562-d4f3ffa2b549","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6206343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"58860ae4-e268-48ce-a562-d4f3ffa2b549","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"error","ts":1789379859.6243486,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8ae4977b-28f1-4823-897e-2d0fa2f31d99","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.624405,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8ae4977b-28f1-4823-897e-2d0fa2f31d99","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.6246302,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"e5dfbf98-5a02-4313-be7e-b578c4d812b2","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6288614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"0401a0b4-8f26-4399-894a-4efcade3f154","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6289008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"0401a0b4-8f26-4399-894a-4efcade3f154","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"info","ts":1789379859.629089,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c62dd54b-1d1b-4af9-9bd4-3842162f1b2a","provider":"e2e-legacy-migration-d660b5d8","phase":"Pending"} {"level":"info","ts":1789379859.6315274,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"e5dfbf98-5a02-4313-be7e-b578c4d812b2","name":"e2e-legacy-migration-d660b5d8"} {"level":"error","ts":1789379859.6410701,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c62dd54b-1d1b-4af9-9bd4-3842162f1b2a","error":"ExternalModel \"e2e-legacy-migration-d660b5d8\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d660b5d8\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.6411438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"93b7935a-d0c6-4cb0-b981-2dde5900a59f"} {"level":"info","ts":1789379859.641166,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"93b7935a-d0c6-4cb0-b981-2dde5900a59f","provider":"e2e-legacy-migration-d660b5d8","phase":"Pending"} {"level":"info","ts":1789379859.641665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4ff1ab9e-bc36-4388-8baf-54b74f89943f","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.641698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4ff1ab9e-bc36-4388-8baf-54b74f89943f","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"info","ts":1789379859.6422677,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"e5dfbf98-5a02-4313-be7e-b578c4d812b2","provider":"openai","model":"e2e-legacy-migration-d660b5d8","targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789379859.6497967,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"93b7935a-d0c6-4cb0-b981-2dde5900a59f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789379859.6498525,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"93b7935a-d0c6-4cb0-b981-2dde5900a59f","error":"ExternalModel \"e2e-legacy-migration-d660b5d8\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d660b5d8\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.649912,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"56546421-5800-4488-9fd7-19033ddc26b3"} {"level":"info","ts":1789379859.6499367,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"56546421-5800-4488-9fd7-19033ddc26b3","provider":"e2e-legacy-migration-d660b5d8","phase":"Pending"} {"level":"error","ts":1789379859.6503215,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8ae4977b-28f1-4823-897e-2d0fa2f31d99","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789379859.650355,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"8ae4977b-28f1-4823-897e-2d0fa2f31d99","error":"failed to apply Service: services \"e2e-legacy-migration-d660b5d8\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.6504014,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"f26c28f7-bc27-4000-affa-c86411b3f292"} {"level":"info","ts":1789379859.6504428,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"f26c28f7-bc27-4000-affa-c86411b3f292","name":"e2e-legacy-migration-d660b5d8"} {"level":"error","ts":1789379859.6550975,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"56546421-5800-4488-9fd7-19033ddc26b3","error":"ExternalModel \"e2e-legacy-migration-d660b5d8\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d660b5d8\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.6751006,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"936243b2-226b-4d2e-8616-689a6f8eed2b"} {"level":"info","ts":1789379859.675151,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"ca6f9004-8701-4734-816b-83fb9af7f431","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6751852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"ca6f9004-8701-4734-816b-83fb9af7f431","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"info","ts":1789379859.675161,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"936243b2-226b-4d2e-8616-689a6f8eed2b","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.67522,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"5904719b-5aeb-472e-b976-a73905bb9d1f","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.6754436,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"5904719b-5aeb-472e-b976-a73905bb9d1f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789379859.6758983,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"f26c28f7-bc27-4000-affa-c86411b3f292","service":"e2e-legacy-migration-d660b5d8","serviceEntry":"e2e-legacy-migration-d660b5d8","destinationRule":"e2e-legacy-migration-d660b5d8"} {"level":"error","ts":1789379859.6874716,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"f26c28f7-bc27-4000-affa-c86411b3f292","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.6875658,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"fdd1345c-a698-4e13-9186-732ed88f59b0"} {"level":"info","ts":1789379859.6876152,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"fdd1345c-a698-4e13-9186-732ed88f59b0","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.7019053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"a964abee-3091-4ca4-bb4c-7ddf40d56e7a","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.701972,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"a964abee-3091-4ca4-bb4c-7ddf40d56e7a","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"error","ts":1789379859.7075474,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"936243b2-226b-4d2e-8616-689a6f8eed2b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789379859.7076037,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"936243b2-226b-4d2e-8616-689a6f8eed2b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d660b5d8\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.7076802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4e37abfc-c827-48e0-9bcb-b517db3a93c0"} {"level":"info","ts":1789379859.7077565,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4e37abfc-c827-48e0-9bcb-b517db3a93c0","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.7111764,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"fdd1345c-a698-4e13-9186-732ed88f59b0","service":"e2e-legacy-migration-d660b5d8","serviceEntry":"e2e-legacy-migration-d660b5d8","destinationRule":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.7244387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4c92b443-2044-4ee5-aae6-7be078efa161","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.7245219,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4c92b443-2044-4ee5-aae6-7be078efa161","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"error","ts":1789379859.7436538,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4e37abfc-c827-48e0-9bcb-b517db3a93c0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789379859.743742,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"4e37abfc-c827-48e0-9bcb-b517db3a93c0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.7438192,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"27b60779-b325-40f5-b570-dfe906a7be8c"} {"level":"info","ts":1789379859.7438915,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"27b60779-b325-40f5-b570-dfe906a7be8c","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.7495582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"9b40f6b9-0527-497c-bc62-70147bd9c2bb","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.7496853,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"9b40f6b9-0527-497c-bc62-70147bd9c2bb","modelName":"e2e-legacy-migration-d660b5d8","resolvedRefs":1} {"level":"info","ts":1789379859.759081,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"27b60779-b325-40f5-b570-dfe906a7be8c","httpRoute":"e2e-legacy-migration-d660b5d8","providers":["e2e-legacy-migration-d660b5d8"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1789379859.7650826,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"27b60779-b325-40f5-b570-dfe906a7be8c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d660b5d8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789379859.7652118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"79e988f1-361f-4275-9767-3d5a993fdacf"} {"level":"info","ts":1789379859.7652943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"79e988f1-361f-4275-9767-3d5a993fdacf","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379859.8260167,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"79e988f1-361f-4275-9767-3d5a993fdacf","httpRoute":"e2e-legacy-migration-d660b5d8","providers":["e2e-legacy-migration-d660b5d8"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789379859.980433,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c7299c55-0efb-44c2-a2b0-7ac8b6811936","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379859.997697,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c7299c55-0efb-44c2-a2b0-7ac8b6811936","name":"e2e-legacy-migration-d660b5d8"} {"level":"info","ts":1789379860.0202277,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c7299c55-0efb-44c2-a2b0-7ac8b6811936","provider":"openai","model":"e2e-legacy-migration-d660b5d8","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789379862.490975,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"142ebd69-506b-4dd0-bd5e-38ccd6753cd3","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379862.5016015,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"846e97a7-d764-4704-b2e5-2c3662004c81"} {"level":"info","ts":1789379862.501603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"516b9ae9-ac5b-49b7-ab3c-d6dc8a4c3299","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379862.5016897,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"516b9ae9-ac5b-49b7-ab3c-d6dc8a4c3299","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379862.5026777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c4ab3b34-b5cb-4bc3-a1c1-69c353f59eca","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379862.5027266,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"c4ab3b34-b5cb-4bc3-a1c1-69c353f59eca","name":"e2e-legacy-migration-d660b5d8","namespace":"llm"} {"level":"info","ts":1789379862.5027456,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d660b5d8","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d660b5d8","reconcileID":"19a848c3-ec8f-4cc1-8f1c-c4ed62bc86fb"} {"level":"info","ts":1789379862.887924,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379862.888033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379862.8880465,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379862.88806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","EoS":true} {"level":"info","ts":1789379862.8880856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","header":"x-maas-subscription"} {"level":"info","ts":1789379862.8881004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","header":"x-maas-group"} {"level":"info","ts":1789379862.8881066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","header":"x-maas-username"} {"level":"info","ts":1789379862.8881228,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789379862.8881335,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","modelName":"e2e-external-model"} {"level":"info","ts":1789379862.8881454,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789379862.8881693,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789379862.8882082,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","authType":"apikey"} {"level":"info","ts":1789379862.888233,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379862.9648106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379862.964841,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379862.9648583,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","EoS":false} {"level":"info","ts":1789379862.9648724,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379862.964897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308","EoS":true} {"level":"info","ts":1789379862.9649043,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ba671ce8cf595493b820cecea07f2ba","span_id":"4a8adb63f6a64113","x-request-id":"df45b143-811e-4b53-8afe-734c47469308"} {"level":"info","ts":1789379863.007992,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379863.008098,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.0081103,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.0081224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","EoS":true} {"level":"info","ts":1789379863.0081484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","header":"x-maas-subscription"} {"level":"info","ts":1789379863.0081596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","header":"x-maas-group"} {"level":"info","ts":1789379863.0081654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","header":"x-maas-username"} {"level":"info","ts":1789379863.0081816,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789379863.0082128,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.043463,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.0434916,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.043509,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","EoS":false} {"level":"info","ts":1789379863.0435224,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.04355,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e","EoS":true} {"level":"info","ts":1789379863.043559,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4467b6c3b70abf576512b12232faa9ac","span_id":"2236cbbc98504a2c","x-request-id":"717111ba-134c-40a9-b2a7-dcdccda5c39e"} {"level":"info","ts":1789379863.0839267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379863.0840225,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.0840359,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.0840473,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173","EoS":true} {"level":"info","ts":1789379863.08407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173","header":"x-maas-group"} {"level":"info","ts":1789379863.0840802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173","header":"x-maas-subscription"} {"level":"info","ts":1789379863.0840852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173","header":"x-maas-username"} {"level":"info","ts":1789379863.0841172,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.119362,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.1193936,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.119412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173","EoS":false} {"level":"info","ts":1789379863.1194263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.1194594,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173","EoS":true} {"level":"info","ts":1789379863.11947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ea29beafe28711e8bb86f633499b5e2","span_id":"4e06ed9a79f5a399","x-request-id":"b938b651-477c-45d4-9c33-00817944e173"} {"level":"info","ts":1789379863.9405522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"228757d3-71ae-4940-ade5-4db502018127"} {"level":"info","ts":1789379863.940564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"072ca9f0-5863-4a92-b79d-738f21d68b17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789379863.9406073,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"072ca9f0-5863-4a92-b79d-738f21d68b17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789379864.0772521,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c731d995-8552-4f73-868e-1ab13acd47a8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789379864.0773013,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c731d995-8552-4f73-868e-1ab13acd47a8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789379864.0772746,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a0c853d-cbea-4c07-bd65-a89211a12646"} {"level":"info","ts":1789379864.1850345,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2daa0c81-837c-48bc-9c63-57f7bc2b7b71","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789379864.1850867,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2daa0c81-837c-48bc-9c63-57f7bc2b7b71","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789379867.8033235,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789379875.4115214,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379875.4116166,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"028cfe4ca9b64faa6e15863a7b3b8841","span_id":"95762229b638b78c","x-request-id":"44710d39-e5e5-410d-ab9d-0c9630a4362c"} {"level":"info","ts":1789379875.411629,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"028cfe4ca9b64faa6e15863a7b3b8841","span_id":"95762229b638b78c","x-request-id":"44710d39-e5e5-410d-ab9d-0c9630a4362c"} {"level":"info","ts":1789379875.4116406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"028cfe4ca9b64faa6e15863a7b3b8841","span_id":"95762229b638b78c","x-request-id":"44710d39-e5e5-410d-ab9d-0c9630a4362c","EoS":true} {"level":"info","ts":1789379875.4116893,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"028cfe4ca9b64faa6e15863a7b3b8841","span_id":"95762229b638b78c","x-request-id":"44710d39-e5e5-410d-ab9d-0c9630a4362c"} {"level":"info","ts":1789379875.5621667,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379875.562267,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b44a30d1c005ad44bca1b9c296edbf5c","span_id":"11b0d6d5cd850a9c","x-request-id":"026f7973-7b2e-96bb-b636-9db2cc268a4f"} {"level":"info","ts":1789379875.5622797,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b44a30d1c005ad44bca1b9c296edbf5c","span_id":"11b0d6d5cd850a9c","x-request-id":"026f7973-7b2e-96bb-b636-9db2cc268a4f"} {"level":"info","ts":1789379875.5622923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b44a30d1c005ad44bca1b9c296edbf5c","span_id":"11b0d6d5cd850a9c","x-request-id":"026f7973-7b2e-96bb-b636-9db2cc268a4f","EoS":true} {"level":"info","ts":1789379875.5623345,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b44a30d1c005ad44bca1b9c296edbf5c","span_id":"11b0d6d5cd850a9c","x-request-id":"026f7973-7b2e-96bb-b636-9db2cc268a4f"} {"level":"info","ts":1789379875.706092,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789379875.7061987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ea732e09d90fe67834035d85f883fdeb","span_id":"c650a3d1050a246a","x-request-id":"6afcbe47-a1a8-4545-b142-bf826429131f"} {"level":"info","ts":1789379875.7062137,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea732e09d90fe67834035d85f883fdeb","span_id":"c650a3d1050a246a","x-request-id":"6afcbe47-a1a8-4545-b142-bf826429131f"} {"level":"info","ts":1789379875.7062275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ea732e09d90fe67834035d85f883fdeb","span_id":"c650a3d1050a246a","x-request-id":"6afcbe47-a1a8-4545-b142-bf826429131f","EoS":true} {"level":"info","ts":1789379875.7062716,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ea732e09d90fe67834035d85f883fdeb","span_id":"c650a3d1050a246a","x-request-id":"6afcbe47-a1a8-4545-b142-bf826429131f"} {"level":"error","ts":1789379882.804843,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789379897.8062503,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789380089.7973027,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380089.797353,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380089.7976525,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380089.7976935,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380089.7978609,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380089.7981052,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380089.798271,"logger":"controller-runtime.cache","caller":"watch/streamwatcher.go:120","msg":"Unexpected EOF during watch stream event decoding","err":"unexpected EOF"} {"level":"info","ts":1789380899.095632,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789380899.0957847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.0958052,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.09582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","EoS":true} {"level":"info","ts":1789380899.0958498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","header":"x-maas-subscription"} {"level":"info","ts":1789380899.09586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","header":"x-maas-username"} {"level":"info","ts":1789380899.0958664,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","header":"x-maas-group"} {"level":"info","ts":1789380899.0958827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789380899.0959125,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.097431,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.097451,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.0974665,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","EoS":false} {"level":"info","ts":1789380899.0974789,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.0975049,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b","EoS":true} {"level":"info","ts":1789380899.097514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"541a029ae2f36d40f10b530f7e800f0b","span_id":"deccd6591e65a394","x-request-id":"08d604c0-5c6c-4db3-b1cc-96d525bb562b"} {"level":"info","ts":1789380899.1377482,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789380899.1378646,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"info","ts":1789380899.1378777,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"info","ts":1789380899.1378903,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","EoS":true} {"level":"info","ts":1789380899.1379156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","header":"x-maas-subscription"} {"level":"info","ts":1789380899.137928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","header":"x-maas-group"} {"level":"info","ts":1789380899.1379368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","header":"x-maas-username"} {"level":"info","ts":1789380899.1379557,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789380899.1379845,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"info","ts":1789380899.1387596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"info","ts":1789380899.13878,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"info","ts":1789380899.1387937,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","EoS":false} {"level":"info","ts":1789380899.1388063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"info","ts":1789380899.1388307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead","EoS":true} {"level":"info","ts":1789380899.13884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88a7b1dbc6eb6c8073179f6b7bd6ec9d","span_id":"db66246628715f70","x-request-id":"5b9c51b5-9dec-4fda-bdbf-d48d7dfffead"} {"level":"error","ts":1789380912.917174,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789381228.143257,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381228.1433866,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.1434016,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.143421,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","EoS":true} {"level":"info","ts":1789381228.1434557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","header":"x-maas-group"} {"level":"info","ts":1789381228.1434698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","header":"x-maas-username"} {"level":"info","ts":1789381228.1434777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","header":"x-maas-subscription"} {"level":"info","ts":1789381228.1435,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381228.1435366,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.1563957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.1564236,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.156442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","EoS":false} {"level":"info","ts":1789381228.1564555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.156485,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f","EoS":true} {"level":"info","ts":1789381228.1564927,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7bb6f9e27a76bea647f4c711ea139ab","span_id":"feb3c5c636d4e050","x-request-id":"912dbb6a-4d04-44c2-b351-be767b357d8f"} {"level":"info","ts":1789381228.2960749,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381228.2961984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.2962143,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.2962282,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","EoS":true} {"level":"info","ts":1789381228.296256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","header":"x-maas-username"} {"level":"info","ts":1789381228.2962658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","header":"x-maas-group"} {"level":"info","ts":1789381228.2962716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","header":"x-maas-subscription"} {"level":"info","ts":1789381228.2962873,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381228.2963128,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.2970743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.2970922,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.2971041,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","EoS":false} {"level":"info","ts":1789381228.2971146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.2971387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809","EoS":true} {"level":"info","ts":1789381228.297148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"338d7411dc6fe16febe7a1aa1e843d4a","span_id":"edd44671186e3545","x-request-id":"0b0cc20f-ee47-4d11-b9b1-e1ae1f49e809"} {"level":"info","ts":1789381228.4368973,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381228.4370058,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.4370184,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.43703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","EoS":true} {"level":"info","ts":1789381228.4370546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","header":"x-maas-group"} {"level":"info","ts":1789381228.4370646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","header":"x-maas-username"} {"level":"info","ts":1789381228.4370704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","header":"x-maas-subscription"} {"level":"info","ts":1789381228.4370854,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381228.4371245,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.4378726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.437897,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.4379213,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","EoS":false} {"level":"info","ts":1789381228.4379375,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.4379725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869","EoS":true} {"level":"info","ts":1789381228.4379826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"881a94d807a57573051e4b1bfd921b3c","span_id":"7dd7b037dda678f4","x-request-id":"b7d77891-2134-443b-8e9a-e2136e167869"} {"level":"info","ts":1789381228.5809157,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381228.5810175,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.5810304,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.5810435,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","EoS":true} {"level":"info","ts":1789381228.5810673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","header":"x-maas-subscription"} {"level":"info","ts":1789381228.5810776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","header":"x-maas-group"} {"level":"info","ts":1789381228.581082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","header":"x-maas-username"} {"level":"info","ts":1789381228.581097,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381228.5811245,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.5827928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.5828152,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.5828326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","EoS":false} {"level":"info","ts":1789381228.5828469,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.5828679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343","EoS":true} {"level":"info","ts":1789381228.5828774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47cfcc27e3d1dd2c8c0a666bf9b5958a","span_id":"61589d04f843b99f","x-request-id":"38051d30-3b46-4fdc-940b-934b7a3ec343"} {"level":"info","ts":1789381228.718463,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381228.718568,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381228.7185817,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381228.7185938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","EoS":true} {"level":"info","ts":1789381228.7186208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","header":"x-maas-username"} {"level":"info","ts":1789381228.718632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","header":"x-maas-group"} {"level":"info","ts":1789381228.718637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","header":"x-maas-subscription"} {"level":"info","ts":1789381228.7186522,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381228.7186782,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381228.7193615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381228.719381,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381228.719393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","EoS":false} {"level":"info","ts":1789381228.7194095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381228.7194376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6","EoS":true} {"level":"info","ts":1789381228.719445,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3b533e3c065d73ee0090372f58580f88","span_id":"c9eebcaf92aa5d9b","x-request-id":"470574eb-629e-469f-b0d0-0454870851a6"} {"level":"info","ts":1789381237.509211,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381237.509329,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.5093453,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.509359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","EoS":true} {"level":"info","ts":1789381237.509384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","header":"x-maas-subscription"} {"level":"info","ts":1789381237.5093944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","header":"x-maas-username"} {"level":"info","ts":1789381237.5094001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","header":"x-maas-group"} {"level":"info","ts":1789381237.5094154,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381237.5094438,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.5101545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.510183,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.5102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","EoS":false} {"level":"info","ts":1789381237.5102181,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.5102496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d","EoS":true} {"level":"info","ts":1789381237.5102594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee2a9e6a7ace9bf250b00a1bdb7231d0","span_id":"6178353312f4b2d1","x-request-id":"a2520f50-ffc9-4dec-aaa7-ada0963ffd8d"} {"level":"info","ts":1789381237.6137314,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381237.6138494,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe"} {"level":"info","ts":1789381237.614459,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe"} {"level":"info","ts":1789381237.614477,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe"} {"level":"info","ts":1789381237.6144931,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe","EoS":false} {"level":"info","ts":1789381237.6145055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe"} {"level":"info","ts":1789381237.6145315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe","EoS":true} {"level":"info","ts":1789381237.6145458,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b641b8630481f168f5a2711d0dfdcb12","span_id":"8ef575db5492c4fe","x-request-id":"22893b0b-01c6-46df-9400-63419b5504fe"} {"level":"info","ts":1789381238.3760707,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381238.3761714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381238.3761845,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381238.3761961,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","EoS":true} {"level":"info","ts":1789381238.3762221,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","header":"x-maas-subscription"} {"level":"info","ts":1789381238.3762355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","header":"x-maas-username"} {"level":"info","ts":1789381238.37624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","header":"x-maas-group"} {"level":"info","ts":1789381238.376256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381238.3762805,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381238.3770182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381238.377044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381238.37706,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","EoS":false} {"level":"info","ts":1789381238.3770792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381238.3771086,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4","EoS":true} {"level":"info","ts":1789381238.3771203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"601ff2916d19cc4c9d619fb58cacf6e2","span_id":"402a49f615677206","x-request-id":"fcf7cc7e-68de-4165-8003-6f586152beb4"} {"level":"info","ts":1789381239.2894075,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381239.289521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.2895358,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.2895489,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","EoS":true} {"level":"info","ts":1789381239.2895737,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","header":"x-maas-group"} {"level":"info","ts":1789381239.2895846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","header":"x-maas-subscription"} {"level":"info","ts":1789381239.2895894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","header":"x-maas-username"} {"level":"info","ts":1789381239.2896051,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381239.289633,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.2903516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.2903671,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.2903812,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","EoS":false} {"level":"info","ts":1789381239.2903924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.2904165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75","EoS":true} {"level":"info","ts":1789381239.2904313,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1bf59cb483074e97202b679b85b7c776","span_id":"6772cad6a95683fb","x-request-id":"d69805d3-8a9a-4935-ad01-3a0254cd5b75"} {"level":"info","ts":1789381239.9939861,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381239.994088,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381239.9941006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381239.9941149,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","EoS":true} {"level":"info","ts":1789381239.9941397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","header":"x-maas-username"} {"level":"info","ts":1789381239.9941509,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","header":"x-maas-subscription"} {"level":"info","ts":1789381239.9941554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","header":"x-maas-group"} {"level":"info","ts":1789381239.9941711,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381239.9941976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381239.9949155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381239.9949389,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381239.9949567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","EoS":false} {"level":"info","ts":1789381239.9949734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381239.9950023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f","EoS":true} {"level":"info","ts":1789381239.9950125,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67387fae046a554a4fce55bafdbeeaf9","span_id":"e38f1904881bbcce","x-request-id":"cc3849ae-836b-48dd-acf7-61266966da9f"} {"level":"info","ts":1789381241.011519,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381241.011638,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"info","ts":1789381241.0116537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"info","ts":1789381241.011668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","EoS":true} {"level":"info","ts":1789381241.011695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","header":"x-maas-username"} {"level":"info","ts":1789381241.0117047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","header":"x-maas-group"} {"level":"info","ts":1789381241.0117395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","header":"x-maas-subscription"} {"level":"info","ts":1789381241.0117621,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381241.01179,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"info","ts":1789381241.0124917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"info","ts":1789381241.0125146,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"info","ts":1789381241.0125291,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","EoS":false} {"level":"info","ts":1789381241.0125399,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"info","ts":1789381241.0125663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8","EoS":true} {"level":"info","ts":1789381241.0125787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c00c9740b19ef617bb9fea17e1fff5d5","span_id":"49cc4aca35752f67","x-request-id":"9d02c6e7-b63e-4af1-88df-55213ec75ed8"} {"level":"error","ts":1789381242.953506,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789381252.9544892,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789381260.4514487,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381260.4515667,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"info","ts":1789381260.4515805,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"info","ts":1789381260.4515982,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","EoS":true} {"level":"info","ts":1789381260.451632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","header":"x-maas-subscription"} {"level":"info","ts":1789381260.4516447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","header":"x-maas-group"} {"level":"info","ts":1789381260.451652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","header":"x-maas-username"} {"level":"info","ts":1789381260.451675,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381260.4517272,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"info","ts":1789381260.452461,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"info","ts":1789381260.452482,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"info","ts":1789381260.452497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","EoS":false} {"level":"info","ts":1789381260.452513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"info","ts":1789381260.4525354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8","EoS":true} {"level":"info","ts":1789381260.4525445,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d97b8bf33daeaf21221087d5d85a425","span_id":"59ee6569e6200314","x-request-id":"6bce7f5e-ccce-4cac-aeb6-25605d9514a8"} {"level":"error","ts":1789381267.9561775,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789381282.956595,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789381352.0601664,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381352.0602705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"info","ts":1789381352.0602837,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"info","ts":1789381352.060297,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","EoS":true} {"level":"info","ts":1789381352.060321,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","header":"x-maas-username"} {"level":"info","ts":1789381352.0603302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","header":"x-maas-group"} {"level":"info","ts":1789381352.0603347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","header":"x-maas-subscription"} {"level":"info","ts":1789381352.0603492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789381352.0603757,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"info","ts":1789381352.0739179,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"info","ts":1789381352.0739458,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"info","ts":1789381352.0739634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","EoS":false} {"level":"info","ts":1789381352.0739765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"info","ts":1789381352.074002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3","EoS":true} {"level":"info","ts":1789381352.0740092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"389c16893220ada4e09548ebf8d8eee1","span_id":"34aa60db41383444","x-request-id":"b4f3dedf-bd1e-44f1-8b87-c3e099df7fd3"} {"level":"error","ts":1789381362.9655645,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789381425.7834597,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381425.7835753,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"info","ts":1789381425.7835915,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"info","ts":1789381425.7836041,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","EoS":true} {"level":"info","ts":1789381425.7836277,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","header":"x-maas-username"} {"level":"info","ts":1789381425.7836375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","header":"x-maas-subscription"} {"level":"info","ts":1789381425.783642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","header":"x-maas-group"} {"level":"info","ts":1789381425.783659,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789381425.7836866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"info","ts":1789381425.7844114,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"info","ts":1789381425.7844317,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"info","ts":1789381425.7844462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","EoS":false} {"level":"info","ts":1789381425.784457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"info","ts":1789381425.784484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076","EoS":true} {"level":"info","ts":1789381425.784493,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bf8e118ff72efb2e6078a75650e6a73f","span_id":"ccc6f95bbb192ca7","x-request-id":"f010ab1f-3d8a-4b7a-aa72-c6221caed076"} {"level":"error","ts":1789381437.9741485,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789381439.3828325,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381439.3829489,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.3829677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.3829873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","EoS":true} {"level":"info","ts":1789381439.3830194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","header":"x-maas-subscription"} {"level":"info","ts":1789381439.383036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","header":"x-maas-group"} {"level":"info","ts":1789381439.3830423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","header":"x-maas-username"} {"level":"info","ts":1789381439.3830576,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789381439.3830898,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.395238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.39526,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.3952758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","EoS":false} {"level":"info","ts":1789381439.3952885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.3953154,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","EoS":false} {"level":"info","ts":1789381439.3953242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.395335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d","EoS":true} {"level":"info","ts":1789381439.3953402,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"383ddc99cf70f7751b804fd30c7ee477","span_id":"d6e2147b9d3b923c","x-request-id":"ceddebbf-3f33-43c6-8bca-62bfdaa2394d"} {"level":"info","ts":1789381439.5443342,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381439.5444515,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.5444667,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.544485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","EoS":true} {"level":"info","ts":1789381439.5445197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","header":"x-maas-group"} {"level":"info","ts":1789381439.544534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","header":"x-maas-subscription"} {"level":"info","ts":1789381439.5445426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","header":"x-maas-username"} {"level":"info","ts":1789381439.5445652,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789381439.5445993,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.546404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.5464242,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.5464404,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","EoS":false} {"level":"info","ts":1789381439.5464592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.5464842,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","EoS":false} {"level":"info","ts":1789381439.5464942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.5465066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9","EoS":true} {"level":"info","ts":1789381439.5465143,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37cd572e24d617836568c05d1f02ed98","span_id":"60fb0f5339873e1c","x-request-id":"dbe5eef7-10f8-4839-aac7-8e6d9eb398c9"} {"level":"info","ts":1789381439.685911,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381439.6860125,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381439.6860256,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381439.6860383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","EoS":true} {"level":"info","ts":1789381439.686061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","header":"x-maas-group"} {"level":"info","ts":1789381439.6860712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","header":"x-maas-subscription"} {"level":"info","ts":1789381439.6860762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","header":"x-maas-username"} {"level":"info","ts":1789381439.6860912,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789381439.6861167,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381439.686859,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381439.6868792,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381439.686904,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","EoS":false} {"level":"info","ts":1789381439.68692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381439.686945,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27","EoS":true} {"level":"info","ts":1789381439.6869535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64c322dc6c9c4923c206ba5d9fc60b28","span_id":"e6eac5e23d002058","x-request-id":"69f4df82-77c7-4130-9949-639ab9154f27"} {"level":"info","ts":1789381452.4519498,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789381452.4520748,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"info","ts":1789381452.4520955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"info","ts":1789381452.452114,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","EoS":true} {"level":"info","ts":1789381452.4521472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","header":"x-maas-group"} {"level":"info","ts":1789381452.4521587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","header":"x-maas-subscription"} {"level":"info","ts":1789381452.4521651,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","header":"x-maas-username"} {"level":"info","ts":1789381452.452181,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789381452.4522114,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"info","ts":1789381452.4535747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"info","ts":1789381452.4535975,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"info","ts":1789381452.4536178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","EoS":false} {"level":"info","ts":1789381452.4536352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"info","ts":1789381452.4536676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808","EoS":true} {"level":"info","ts":1789381452.4536774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb66206c8a811e5278b8a8e20ea1a608","span_id":"b0a3d2ee4a31ea47","x-request-id":"8aacd697-5fc3-4589-871c-f285e6f66808"} {"level":"error","ts":1789381452.9752033,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}