{"level":"info","ts":1789568850.9085112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe8c3f6e9b2f08c21e005939df4f7c15","span_id":"5afaf025b03b94d9","x-request-id":"8299ffb6-b6cc-470a-9a4d-bdc473fba064"}
{"level":"info","ts":1789568850.9507897,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568850.9510095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568850.9510694,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568850.9511135,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","EoS":true}
{"level":"info","ts":1789568850.9511662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","header":"x-maas-username"}
{"level":"info","ts":1789568850.9511971,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","header":"x-maas-group"}
{"level":"info","ts":1789568850.9512231,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","header":"x-maas-subscription"}
{"level":"info","ts":1789568850.9512632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789568850.9513168,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568850.95512,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568850.955145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568850.955169,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","EoS":false}
{"level":"info","ts":1789568850.9551868,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568850.955217,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35","EoS":true}
{"level":"info","ts":1789568850.955226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec6c4d6ee6d570aed66078f838488de5","span_id":"30110c0830c9b41f","x-request-id":"a2ac23b1-1de0-40fa-9b09-29b5da213c35"}
{"level":"info","ts":1789568851.0199635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9988c08-6cf5-4879-8d71-122da8b96916"}
{"level":"info","ts":1789568851.0199525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eb066d6-2166-4a56-866c-3f09587354c4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568851.0200722,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3eb066d6-2166-4a56-866c-3f09587354c4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789568851.0260835,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f8235f8-6976-482a-8842-55e3173d1dbd","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568851.0261052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f8235f8-6976-482a-8842-55e3173d1dbd","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789568851.0300858,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9988c08-6cf5-4879-8d71-122da8b96916","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568851.0301416,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9988c08-6cf5-4879-8d71-122da8b96916","name":"e2e-cleanup-test"}
{"level":"info","ts":1789568851.0457206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39b36089-3704-4ced-9010-01986ed49be4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568851.045756,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39b36089-3704-4ced-9010-01986ed49be4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789568851.047716,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9988c08-6cf5-4879-8d71-122da8b96916","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568851.0477622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c9988c08-6cf5-4879-8d71-122da8b96916","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568851.0478106,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fdb3b07-d360-458f-81d9-079683c38290"}
{"level":"info","ts":1789568851.0478601,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fdb3b07-d360-458f-81d9-079683c38290","name":"e2e-cleanup-test"}
{"level":"info","ts":1789568851.0682554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5623e0d2-6d4c-40c3-8693-0628efc85de2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568851.0682936,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5623e0d2-6d4c-40c3-8693-0628efc85de2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1789568851.0684628,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fdb3b07-d360-458f-81d9-079683c38290","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568851.068502,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8fdb3b07-d360-458f-81d9-079683c38290","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568851.0685573,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e73bf9-6452-44b6-ab17-af5e47820bff"}
{"level":"info","ts":1789568851.0686176,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e73bf9-6452-44b6-ab17-af5e47820bff","name":"e2e-cleanup-test"}
{"level":"info","ts":1789568851.079351,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1aa6a8f-78e2-4c9d-9f26-db97c6f60c38","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568851.079389,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c1aa6a8f-78e2-4c9d-9f26-db97c6f60c38","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789568851.082334,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e73bf9-6452-44b6-ab17-af5e47820bff","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789568851.0866616,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e73bf9-6452-44b6-ab17-af5e47820bff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568851.0867321,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68ee1365-b9dc-46ae-8ce2-71681ffb387c"}
{"level":"info","ts":1789568851.0867817,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68ee1365-b9dc-46ae-8ce2-71681ffb387c","name":"e2e-cleanup-test"}
{"level":"info","ts":1789568851.0954094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"68ee1365-b9dc-46ae-8ce2-71681ffb387c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789568851.1083002,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568851.1083765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53adff61e58447b4a6917565c5c902d1","span_id":"cdb4cab354e96eee","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4"}
{"level":"info","ts":1789568851.1083875,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53adff61e58447b4a6917565c5c902d1","span_id":"cdb4cab354e96eee","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4"}
{"level":"info","ts":1789568851.1083994,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53adff61e58447b4a6917565c5c902d1","span_id":"cdb4cab354e96eee","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4","EoS":true}
{"level":"info","ts":1789568851.1084423,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53adff61e58447b4a6917565c5c902d1","span_id":"cdb4cab354e96eee","x-request-id":"cf6c66b7-aee9-4ad1-9d91-bccc50908dd4"}
{"level":"info","ts":1789568851.2550783,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568851.2552187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"72bcb25c91391d0e45e648ff76eb7e85","span_id":"9ddfef98ecffda9d","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c"}
{"level":"info","ts":1789568851.255238,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"72bcb25c91391d0e45e648ff76eb7e85","span_id":"9ddfef98ecffda9d","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c"}
{"level":"info","ts":1789568851.2552578,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"72bcb25c91391d0e45e648ff76eb7e85","span_id":"9ddfef98ecffda9d","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c","EoS":true}
{"level":"info","ts":1789568851.2553144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"72bcb25c91391d0e45e648ff76eb7e85","span_id":"9ddfef98ecffda9d","x-request-id":"8f593d50-aeea-44e6-8122-5e309ffce63c"}
{"level":"info","ts":1789568851.404451,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568851.4045534,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8dc732f5eeef364dc6e78f0a8de3c85f","span_id":"592263edaa4d373c","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4"}
{"level":"info","ts":1789568851.4045644,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8dc732f5eeef364dc6e78f0a8de3c85f","span_id":"592263edaa4d373c","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4"}
{"level":"info","ts":1789568851.404576,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8dc732f5eeef364dc6e78f0a8de3c85f","span_id":"592263edaa4d373c","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4","EoS":true}
{"level":"info","ts":1789568851.4046214,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8dc732f5eeef364dc6e78f0a8de3c85f","span_id":"592263edaa4d373c","x-request-id":"3c9a1794-99fa-46fb-b4f4-51873f43cdc4"}
{"level":"error","ts":1789568853.1229632,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789568859.2724981,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87796e55-4378-4de5-b99b-a2c4d6177dd7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568859.2727327,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87796e55-4378-4de5-b99b-a2c4d6177dd7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789568859.2726812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a258116c-0a0a-4ca0-8c23-612cfbfb7e09"}
{"level":"info","ts":1789568863.5484278,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568863.5485487,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b9587797060dce2092948f1cf5a5b019","span_id":"7d175e9a9f9b00b7","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92"}
{"level":"info","ts":1789568863.5485654,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b9587797060dce2092948f1cf5a5b019","span_id":"7d175e9a9f9b00b7","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92"}
{"level":"info","ts":1789568863.548581,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b9587797060dce2092948f1cf5a5b019","span_id":"7d175e9a9f9b00b7","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92","EoS":true}
{"level":"info","ts":1789568863.5486279,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b9587797060dce2092948f1cf5a5b019","span_id":"7d175e9a9f9b00b7","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1789568863.5486634,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b9587797060dce2092948f1cf5a5b019","span_id":"7d175e9a9f9b00b7","x-request-id":"5ea13526-1027-462a-bad1-f4b1d86efb92"}
{"level":"info","ts":1789568863.8855863,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"38980789-0461-46a4-b143-b05bf566688a","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.890278,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"38980789-0461-46a4-b143-b05bf566688a","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.8950062,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ceba89d6-a9e8-4647-8e03-3e369e52b71a"}
{"level":"info","ts":1789568863.8950043,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ebf90caf-6c34-4c47-a341-ff80aa7be991","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.8950531,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ebf90caf-6c34-4c47-a341-ff80aa7be991","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789568863.9027154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0989701e-da01-4c0a-bee5-5fe9b7f020fe"}
{"level":"info","ts":1789568863.9027147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3f29c77c-dc33-47fb-b043-02a9f23e4367","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.9028258,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3f29c77c-dc33-47fb-b043-02a9f23e4367","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"info","ts":1789568863.9058378,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"b78bb675-8a96-41f8-b1a1-b1d1b8bcf7c2","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.905868,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"b78bb675-8a96-41f8-b1a1-b1d1b8bcf7c2","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789568863.9059753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f176690c-67cd-4647-aeb9-40b331524767","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.905995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f176690c-67cd-4647-aeb9-40b331524767","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"error","ts":1789568863.907089,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"38980789-0461-46a4-b143-b05bf566688a","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568863.908485,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ceba89d6-a9e8-4647-8e03-3e369e52b71a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.90853,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ceba89d6-a9e8-4647-8e03-3e369e52b71a","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.9111056,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d7c560c7-2cf4-426a-80c5-1bdefdbf2529","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.9111397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"d7c560c7-2cf4-426a-80c5-1bdefdbf2529","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"info","ts":1789568863.9130008,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"37d2b662-15c6-41a3-af85-f736859c3a70","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"error","ts":1789568863.9147217,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0989701e-da01-4c0a-bee5-5fe9b7f020fe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.9147625,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0989701e-da01-4c0a-bee5-5fe9b7f020fe","provider":"e2e-legacy-migration-d06dff0a","phase":"Pending"}
{"level":"info","ts":1789568863.9190004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3fd3ff07-3976-4df2-bae4-a6a053b0a2be","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.9190693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3fd3ff07-3976-4df2-bae4-a6a053b0a2be","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"info","ts":1789568863.9207177,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"37d2b662-15c6-41a3-af85-f736859c3a70","name":"e2e-legacy-migration-d06dff0a"}
{"level":"error","ts":1789568863.922855,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0989701e-da01-4c0a-bee5-5fe9b7f020fe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568863.9229198,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0989701e-da01-4c0a-bee5-5fe9b7f020fe","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.923013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3baccf8a-8b0e-48fd-b63d-ce8d75f3ab12"}
{"level":"info","ts":1789568863.923087,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3baccf8a-8b0e-48fd-b63d-ce8d75f3ab12","provider":"e2e-legacy-migration-d06dff0a","phase":"Pending"}
{"level":"info","ts":1789568863.9315655,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"37d2b662-15c6-41a3-af85-f736859c3a70","provider":"openai","model":"e2e-legacy-migration-d06dff0a","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789568863.9329321,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ceba89d6-a9e8-4647-8e03-3e369e52b71a","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:93\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568863.932968,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ceba89d6-a9e8-4647-8e03-3e369e52b71a","error":"failed to apply Service: services \"e2e-legacy-migration-d06dff0a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.9330297,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"97fb75c2-3b78-4516-ba63-5c3130291a50"}
{"level":"error","ts":1789568863.933039,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"3baccf8a-8b0e-48fd-b63d-ce8d75f3ab12","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.933081,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"97fb75c2-3b78-4516-ba63-5c3130291a50","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.943469,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0f5e10b8-1098-4d8b-9456-19f0a72fcf3d"}
{"level":"info","ts":1789568863.9435,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0f5e10b8-1098-4d8b-9456-19f0a72fcf3d","provider":"e2e-legacy-migration-d06dff0a","phase":"Pending"}
{"level":"info","ts":1789568863.9492223,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"2ee22122-fedc-4e8d-b40b-993c41dc45cb","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.949255,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"2ee22122-fedc-4e8d-b40b-993c41dc45cb","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789568863.9493408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"791d9d29-be45-435a-8650-a0a057c2c525","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.9493613,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"791d9d29-be45-435a-8650-a0a057c2c525","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"error","ts":1789568863.950863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"0f5e10b8-1098-4d8b-9456-19f0a72fcf3d","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.9509716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a9a08b52-7f65-41e2-8208-d75a84e25720"}
{"level":"info","ts":1789568863.9510198,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a9a08b52-7f65-41e2-8208-d75a84e25720","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.959619,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"97fb75c2-3b78-4516-ba63-5c3130291a50","service":"e2e-legacy-migration-d06dff0a","serviceEntry":"e2e-legacy-migration-d06dff0a","destinationRule":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.972358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"8a3a6aa5-731f-42cb-89de-119b53af3015","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.972451,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"8a3a6aa5-731f-42cb-89de-119b53af3015","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"error","ts":1789568863.9726295,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"97fb75c2-3b78-4516-ba63-5c3130291a50","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.9727392,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"29439325-29e3-4c9b-8616-572e44c8759f"}
{"level":"info","ts":1789568863.9728281,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"29439325-29e3-4c9b-8616-572e44c8759f","name":"e2e-legacy-migration-d06dff0a"}
{"level":"error","ts":1789568863.981906,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a9a08b52-7f65-41e2-8208-d75a84e25720","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568863.9820063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a9a08b52-7f65-41e2-8208-d75a84e25720","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-legacy-migration-d06dff0a\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568863.9820998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"dc81e227-fa9d-4132-b224-1c50dfb423cd"}
{"level":"info","ts":1789568863.9821844,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"dc81e227-fa9d-4132-b224-1c50dfb423cd","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.9897058,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"29439325-29e3-4c9b-8616-572e44c8759f","service":"e2e-legacy-migration-d06dff0a","serviceEntry":"e2e-legacy-migration-d06dff0a","destinationRule":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568863.993335,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"654abe0a-1cd0-4757-ba88-4cae47357257","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568863.993369,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"654abe0a-1cd0-4757-ba88-4cae47357257","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"info","ts":1789568863.9975834,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"dc81e227-fa9d-4132-b224-1c50dfb423cd","httpRoute":"e2e-legacy-migration-d06dff0a","providers":["e2e-legacy-migration-d06dff0a"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789568864.0020258,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"dc81e227-fa9d-4132-b224-1c50dfb423cd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568864.0020914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ff3e400b-3de0-44b0-a4d6-e8870aa17e38"}
{"level":"info","ts":1789568864.0021389,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ff3e400b-3de0-44b0-a4d6-e8870aa17e38","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568864.0117736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a464fec4-c8a7-4f89-965e-cbd0dedcb29f","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568864.011809,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"a464fec4-c8a7-4f89-965e-cbd0dedcb29f","modelName":"e2e-legacy-migration-d06dff0a","resolvedRefs":1}
{"level":"info","ts":1789568864.0136719,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ff3e400b-3de0-44b0-a4d6-e8870aa17e38","httpRoute":"e2e-legacy-migration-d06dff0a","providers":["e2e-legacy-migration-d06dff0a"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1789568864.0178099,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ff3e400b-3de0-44b0-a4d6-e8870aa17e38","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568864.0178764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ba5cfa99-f0ca-4454-a920-570218b3f1b8"}
{"level":"info","ts":1789568864.0179667,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ba5cfa99-f0ca-4454-a920-570218b3f1b8","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568864.0272963,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ba5cfa99-f0ca-4454-a920-570218b3f1b8","httpRoute":"e2e-legacy-migration-d06dff0a","providers":["e2e-legacy-migration-d06dff0a"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789568864.1833897,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ecfc6569-8239-4bf8-9a70-2ef092110c85","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568864.1897392,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ecfc6569-8239-4bf8-9a70-2ef092110c85","name":"e2e-legacy-migration-d06dff0a"}
{"level":"info","ts":1789568864.197574,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"ecfc6569-8239-4bf8-9a70-2ef092110c85","provider":"openai","model":"e2e-legacy-migration-d06dff0a","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1789568866.79811,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"df04e262-bb21-471c-9a1c-f48a84648271","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568866.8054285,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"c80de07d-7549-49c8-9873-c6578dd35235","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568866.8054488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"7277e420-42b9-4e96-92bc-12cc69cdf7a5"}
{"level":"info","ts":1789568866.8054729,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"c80de07d-7549-49c8-9873-c6578dd35235","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"error","ts":1789568866.8054821,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"7277e420-42b9-4e96-92bc-12cc69cdf7a5","provider":"e2e-legacy-migration-d06dff0a","error":"ExternalProvider.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568866.8055916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f703f424-b60a-4094-ac9f-863e3adf911d","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"error","ts":1789568866.8056295,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f703f424-b60a-4094-ac9f-863e3adf911d","provider":"e2e-legacy-migration-d06dff0a","error":"ExternalProvider \"e2e-legacy-migration-d06dff0a\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568866.80565,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"f703f424-b60a-4094-ac9f-863e3adf911d"}
{"level":"info","ts":1789568866.8057115,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"8a8d3f32-665c-410e-b96a-e42ba55daf32"}
{"level":"info","ts":1789568866.8072562,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9ff9cca0-5b90-4af1-8a9e-751f1e679620","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"info","ts":1789568866.807277,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"9ff9cca0-5b90-4af1-8a9e-751f1e679620","name":"e2e-legacy-migration-d06dff0a","namespace":"llm"}
{"level":"error","ts":1789568866.8104732,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"7277e420-42b9-4e96-92bc-12cc69cdf7a5","error":"externalmodels.inference.opendatahub.io \"e2e-legacy-migration-d06dff0a\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789568866.8105085,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"7277e420-42b9-4e96-92bc-12cc69cdf7a5","error":"ExternalModel \"e2e-legacy-migration-d06dff0a\": no provider refs resolved successfully: ExternalProvider \"e2e-legacy-migration-d06dff0a\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789568866.8105538,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-d06dff0a","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-d06dff0a","reconcileID":"b9daaea2-70f7-402e-9f75-574588cd39eb"}
{"level":"info","ts":1789568867.3228738,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568867.3229904,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"info","ts":1789568867.323004,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"info","ts":1789568867.3230157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","EoS":true}
{"level":"info","ts":1789568867.323038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","header":"x-maas-username"}
{"level":"info","ts":1789568867.3230476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","header":"x-maas-group"}
{"level":"info","ts":1789568867.3230534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","header":"x-maas-subscription"}
{"level":"info","ts":1789568867.3230693,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789568867.323079,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","modelName":"e2e-external-model"}
{"level":"info","ts":1789568867.3230896,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789568867.3231118,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789568867.3231263,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","authType":"apikey"}
{"level":"info","ts":1789568867.3231523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"error","ts":1789568868.1236353,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789568869.7790954,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"info","ts":1789568869.779138,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"info","ts":1789568869.7791636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","EoS":false}
{"level":"info","ts":1789568869.7791824,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"info","ts":1789568869.779218,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd","EoS":true}
{"level":"info","ts":1789568869.7792327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c685ad8fe5532fd6e7292623ecf4372b","span_id":"b32d32b336d4b9e4","x-request-id":"ac67d656-738e-4938-b580-b7062a9667fd"}
{"level":"info","ts":1789568869.8269918,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568869.8271368,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568869.82717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568869.8271968,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","EoS":true}
{"level":"info","ts":1789568869.8272345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","header":"x-maas-group"}
{"level":"info","ts":1789568869.8272572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","header":"x-maas-username"}
{"level":"info","ts":1789568869.8272762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","header":"x-maas-subscription"}
{"level":"info","ts":1789568869.8273053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789568869.8273458,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568871.4010413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568871.401081,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568871.4011045,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","EoS":false}
{"level":"info","ts":1789568871.4011233,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568871.401157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5","EoS":true}
{"level":"info","ts":1789568871.4011655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f60c1184290026183c035a552dfd28cf","span_id":"579febd439e2463d","x-request-id":"fce236f9-e73a-4902-abdc-21e853f9edd5"}
{"level":"info","ts":1789568871.4438791,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789568871.4439998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568871.444013,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568871.4440258,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","EoS":true}
{"level":"info","ts":1789568871.4440496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","header":"x-maas-subscription"}
{"level":"info","ts":1789568871.4440594,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","header":"x-maas-username"}
{"level":"info","ts":1789568871.444064,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","header":"x-maas-group"}
{"level":"info","ts":1789568871.4440968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568873.9295897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568873.929695,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568873.9297638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","EoS":false}
{"level":"info","ts":1789568873.9298108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568873.929863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee","EoS":true}
{"level":"info","ts":1789568873.9299102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a18c5834e9d410c72ebf9299950d33f","span_id":"0c6a03570ea47486","x-request-id":"a5dad7bc-de38-4bb2-8d09-71e2577581ee"}
{"level":"info","ts":1789568874.7734478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bd52315-0ee1-45a3-b4b7-02a26b8328ad","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789568874.7735038,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bd52315-0ee1-45a3-b4b7-02a26b8328ad","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789568874.7735717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37b7303e-0001-48e7-9044-50f988968539"}
{"level":"info","ts":1789568874.9172485,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"211e4419-c261-4f2a-832d-f872bebb4839"}
{"level":"info","ts":1789568874.9172485,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74fe5197-531c-4b01-91c5-8037278cb727","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789568874.9173186,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"74fe5197-531c-4b01-91c5-8037278cb727","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789568875.0460944,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"24e53d84-eb76-4909-b662-bb1f1b5c66b8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789568875.0461385,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"24e53d84-eb76-4909-b662-bb1f1b5c66b8","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789568883.124984,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789568893.1251545,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789569973.1487858,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789569973.1489377,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.1489537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.148974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","EoS":true}
{"level":"info","ts":1789569973.1490116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","header":"x-maas-username"}
{"level":"info","ts":1789569973.1490252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","header":"x-maas-group"}
{"level":"info","ts":1789569973.1490347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","header":"x-maas-subscription"}
{"level":"info","ts":1789569973.1490579,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789569973.149094,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.1501026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.1501348,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.1501515,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","EoS":false}
{"level":"info","ts":1789569973.1501641,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.1501882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00","EoS":true}
{"level":"info","ts":1789569973.1501973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01c8fd3bb687f5ee512e7cdb2f81b95d","span_id":"ef702465ee52d84c","x-request-id":"8a3c60a7-9b9a-4f74-8dae-267e5cb71e00"}
{"level":"info","ts":1789569973.1903217,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789569973.1904132,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"info","ts":1789569973.1904259,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"info","ts":1789569973.1904364,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","EoS":true}
{"level":"info","ts":1789569973.1904588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","header":"x-maas-group"}
{"level":"info","ts":1789569973.1904693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","header":"x-maas-subscription"}
{"level":"info","ts":1789569973.1904747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","header":"x-maas-username"}
{"level":"info","ts":1789569973.1904893,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789569973.1905138,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"info","ts":1789569973.1914256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"info","ts":1789569973.1914525,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"info","ts":1789569973.1914735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","EoS":false}
{"level":"info","ts":1789569973.1914914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"info","ts":1789569973.1915162,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe","EoS":true}
{"level":"info","ts":1789569973.1915255,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c2e0ee896f430a4832b7048b8e613d59","span_id":"3c8831bb2ec0c0b4","x-request-id":"666cd8cc-68a8-4122-be36-3356743db3fe"}
{"level":"error","ts":1789569983.2604756,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789570305.3237622,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570305.3238764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.3239117,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.3239255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","EoS":true}
{"level":"info","ts":1789570305.3239574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","header":"x-maas-subscription"}
{"level":"info","ts":1789570305.323975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","header":"x-maas-username"}
{"level":"info","ts":1789570305.3239813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","header":"x-maas-group"}
{"level":"info","ts":1789570305.3239975,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570305.3240232,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.3371513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.3371758,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.3371913,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","EoS":false}
{"level":"info","ts":1789570305.3372242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.3372498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378","EoS":true}
{"level":"info","ts":1789570305.3372593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad0476fcaf2b5d293425e0d5cabb4c9","span_id":"ba3d1368deea2444","x-request-id":"d6958798-4ead-4476-b381-4324f9e90378"}
{"level":"info","ts":1789570305.478129,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570305.4782295,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.4782412,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.4782526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","EoS":true}
{"level":"info","ts":1789570305.4782772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","header":"x-maas-subscription"}
{"level":"info","ts":1789570305.4782875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","header":"x-maas-username"}
{"level":"info","ts":1789570305.4782917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","header":"x-maas-group"}
{"level":"info","ts":1789570305.478306,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570305.4783309,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.480499,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.4805202,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.4805386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","EoS":false}
{"level":"info","ts":1789570305.4805503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.4805763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56","EoS":true}
{"level":"info","ts":1789570305.4805858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"311d966deac69a86bba2ec1f0c3ddc89","span_id":"fbbd662498800d87","x-request-id":"21ebe4ae-a512-479d-9d23-446659a6dc56"}
{"level":"info","ts":1789570305.621076,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570305.6211774,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.6211886,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.6212,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","EoS":true}
{"level":"info","ts":1789570305.6212225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","header":"x-maas-group"}
{"level":"info","ts":1789570305.621232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","header":"x-maas-subscription"}
{"level":"info","ts":1789570305.6212375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","header":"x-maas-username"}
{"level":"info","ts":1789570305.6212518,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570305.621277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.6221776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.6222007,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.6222143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","EoS":false}
{"level":"info","ts":1789570305.6222293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.6222544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e","EoS":true}
{"level":"info","ts":1789570305.622264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5ebd1471eade5ebaf3a3fb77820ace9","span_id":"716bc0e0a30d5588","x-request-id":"3589d3a2-28b1-4326-a54c-b609605beb2e"}
{"level":"info","ts":1789570305.761025,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570305.7611432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.7611601,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.7611792,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","EoS":true}
{"level":"info","ts":1789570305.7612152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","header":"x-maas-subscription"}
{"level":"info","ts":1789570305.7612276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","header":"x-maas-username"}
{"level":"info","ts":1789570305.761236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","header":"x-maas-group"}
{"level":"info","ts":1789570305.7612586,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570305.7612946,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.7622793,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.762304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.7623196,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","EoS":false}
{"level":"info","ts":1789570305.7623358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.7623708,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0","EoS":true}
{"level":"info","ts":1789570305.7623858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2489f65b05cdcec35ffce1b9efac722","span_id":"d144bf9b22106e64","x-request-id":"4d7777ec-92f0-4de0-80c9-79e717e1cab0"}
{"level":"info","ts":1789570305.899353,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570305.8994606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570305.8994763,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570305.899492,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","EoS":true}
{"level":"info","ts":1789570305.8995216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","header":"x-maas-username"}
{"level":"info","ts":1789570305.8995311,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","header":"x-maas-group"}
{"level":"info","ts":1789570305.899537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","header":"x-maas-subscription"}
{"level":"info","ts":1789570305.899552,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570305.8995793,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570305.9005072,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570305.9005299,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570305.9005435,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","EoS":false}
{"level":"info","ts":1789570305.900555,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570305.9005785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173","EoS":true}
{"level":"info","ts":1789570305.9005878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d7cb7ea0723502839e85190e7046f9d","span_id":"cc399cf677f1afc0","x-request-id":"6adb0063-1825-41b3-926a-a3de90c5f173"}
{"level":"info","ts":1789570314.751854,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570314.7520006,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.7520196,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.7520373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","EoS":true}
{"level":"info","ts":1789570314.7520666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","header":"x-maas-username"}
{"level":"info","ts":1789570314.7520773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","header":"x-maas-subscription"}
{"level":"info","ts":1789570314.7520826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","header":"x-maas-group"}
{"level":"info","ts":1789570314.7520986,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570314.7521253,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.7530925,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.753115,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.7531312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","EoS":false}
{"level":"info","ts":1789570314.7531414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.7531655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7","EoS":true}
{"level":"info","ts":1789570314.753174,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2dc6e72442543e3515fb531a71098b86","span_id":"ba471ed4d4e360ea","x-request-id":"e6c6e748-32b6-4576-8f3f-7ca9c7413cc7"}
{"level":"info","ts":1789570314.8574991,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570314.8576071,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268"}
{"level":"info","ts":1789570314.8584764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268"}
{"level":"info","ts":1789570314.8584976,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268"}
{"level":"info","ts":1789570314.8585129,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268","EoS":false}
{"level":"info","ts":1789570314.858524,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268"}
{"level":"info","ts":1789570314.8585458,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268","EoS":true}
{"level":"info","ts":1789570314.8585546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4aad7b0224a577d942a72fa722c4a6df","span_id":"8ae3877827e0be48","x-request-id":"9a32faa4-ab14-45e6-b259-69623e2da268"}
{"level":"info","ts":1789570315.6684444,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570315.6685503,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570315.6685634,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570315.668575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","EoS":true}
{"level":"info","ts":1789570315.6685998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","header":"x-maas-subscription"}
{"level":"info","ts":1789570315.6686141,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","header":"x-maas-group"}
{"level":"info","ts":1789570315.6686215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","header":"x-maas-username"}
{"level":"info","ts":1789570315.66864,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570315.6686668,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570315.669655,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570315.669678,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570315.669699,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","EoS":false}
{"level":"info","ts":1789570315.6697135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570315.6697557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7","EoS":true}
{"level":"info","ts":1789570315.66977,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343cdee64685bcdab5772fd2193c9132","span_id":"c8c90d680767d504","x-request-id":"40fef5b5-0724-434f-b02e-f2c29f8030c7"}
{"level":"info","ts":1789570316.6822689,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570316.6823757,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570316.6823902,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570316.6824024,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","EoS":true}
{"level":"info","ts":1789570316.6824656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","header":"x-maas-subscription"}
{"level":"info","ts":1789570316.6824822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","header":"x-maas-username"}
{"level":"info","ts":1789570316.68249,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","header":"x-maas-group"}
{"level":"info","ts":1789570316.6825054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570316.6825328,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570316.6835017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570316.6835177,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570316.6835287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","EoS":false}
{"level":"info","ts":1789570316.6835387,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570316.683565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88","EoS":true}
{"level":"info","ts":1789570316.6835768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85b9c5fe9f1a848292178513662806a3","span_id":"184578b1a1078b0c","x-request-id":"cddd4a1e-d50c-49f6-b8fe-9bb92006af88"}
{"level":"info","ts":1789570317.4241111,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570317.4242177,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"info","ts":1789570317.424231,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"info","ts":1789570317.424246,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","EoS":true}
{"level":"info","ts":1789570317.4243107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","header":"x-maas-username"}
{"level":"info","ts":1789570317.424323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","header":"x-maas-group"}
{"level":"info","ts":1789570317.4243279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","header":"x-maas-subscription"}
{"level":"info","ts":1789570317.4243438,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570317.4243712,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"info","ts":1789570317.4253232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"info","ts":1789570317.4253492,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"info","ts":1789570317.4253623,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","EoS":false}
{"level":"info","ts":1789570317.425374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"info","ts":1789570317.425399,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e","EoS":true}
{"level":"info","ts":1789570317.4254076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eeac7e1cdcf723713190fb4b1b8793ef","span_id":"ab6f1434d3a780c7","x-request-id":"bce5c4d1-b85c-4d69-a281-49ea6a7f062e"}
{"level":"error","ts":1789570318.3054457,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789570318.4937117,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570318.493847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"info","ts":1789570318.4938636,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"info","ts":1789570318.4938796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","EoS":true}
{"level":"info","ts":1789570318.4939392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","header":"x-maas-username"}
{"level":"info","ts":1789570318.493954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","header":"x-maas-subscription"}
{"level":"info","ts":1789570318.4939618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","header":"x-maas-group"}
{"level":"info","ts":1789570318.4939828,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570318.4940138,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"info","ts":1789570318.4951959,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"info","ts":1789570318.495218,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"info","ts":1789570318.4952395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","EoS":false}
{"level":"info","ts":1789570318.4952638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"info","ts":1789570318.4953055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972","EoS":true}
{"level":"info","ts":1789570318.4953172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e85472ef1bf9f16a12b4dd31c5e4c677","span_id":"deb49fe5ed6259eb","x-request-id":"f30dfc5a-da66-9dd6-8e63-6290def47972"}
{"level":"error","ts":1789570333.3068597,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789570338.1750565,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570338.1751635,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"info","ts":1789570338.1751776,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"info","ts":1789570338.1751938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","EoS":true}
{"level":"info","ts":1789570338.1752198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","header":"x-maas-subscription"}
{"level":"info","ts":1789570338.175231,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","header":"x-maas-group"}
{"level":"info","ts":1789570338.175239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","header":"x-maas-username"}
{"level":"info","ts":1789570338.1752584,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789570338.1752913,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"info","ts":1789570338.1762125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"info","ts":1789570338.1762333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"info","ts":1789570338.1762483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","EoS":false}
{"level":"info","ts":1789570338.1762602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"info","ts":1789570338.1762877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2","EoS":true}
{"level":"info","ts":1789570338.1763003,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67506b03930677d449933de3028fa4d5","span_id":"a5eb670cbe4a21b2","x-request-id":"29a70bab-bbe5-4148-be03-d43d316fb2c2"}
{"level":"error","ts":1789570348.308031,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789570427.8771026,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570427.8772883,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"info","ts":1789570427.8773093,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"info","ts":1789570427.8773293,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","EoS":true}
{"level":"info","ts":1789570427.8773785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","header":"x-maas-username"}
{"level":"info","ts":1789570427.8773966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","header":"x-maas-group"}
{"level":"info","ts":1789570427.8774073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","header":"x-maas-subscription"}
{"level":"info","ts":1789570427.8774369,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789570427.877476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"info","ts":1789570427.8899617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"info","ts":1789570427.8899846,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"info","ts":1789570427.8899999,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","EoS":false}
{"level":"info","ts":1789570427.890011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"info","ts":1789570427.8900354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a","EoS":true}
{"level":"info","ts":1789570427.8900464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"259b0fcd7ded87692ac686655aa8135d","span_id":"d02d5cda2051265a","x-request-id":"17e74aa5-f2f5-41c0-a31c-7960fc21190a"}
{"level":"error","ts":1789570438.3189914,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789570515.9077616,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570515.9078653,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.907879,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.9079125,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","EoS":true}
{"level":"info","ts":1789570515.9079416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","header":"x-maas-subscription"}
{"level":"info","ts":1789570515.907952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","header":"x-maas-group"}
{"level":"info","ts":1789570515.9079585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","header":"x-maas-username"}
{"level":"info","ts":1789570515.9079728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789570515.9079926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.9208143,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.9208374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.9208584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","EoS":false}
{"level":"info","ts":1789570515.9208853,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.920946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","EoS":false}
{"level":"info","ts":1789570515.9209619,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570515.9209845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87","EoS":true}
{"level":"info","ts":1789570515.920998,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"303ccd8d52d4395a532a93b89bc75d1b","span_id":"88e45f24498030cb","x-request-id":"99e501cb-f199-4f91-a8ca-c36386874a87"}
{"level":"info","ts":1789570516.0616832,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570516.0617964,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.06181,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.0618215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","EoS":true}
{"level":"info","ts":1789570516.0618496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","header":"x-maas-username"}
{"level":"info","ts":1789570516.0618615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","header":"x-maas-subscription"}
{"level":"info","ts":1789570516.0618665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","header":"x-maas-group"}
{"level":"info","ts":1789570516.0618827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789570516.0619342,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.062875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.0629008,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.062921,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","EoS":false}
{"level":"info","ts":1789570516.0629325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.0630434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","EoS":false}
{"level":"info","ts":1789570516.0630715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.0631092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac","EoS":true}
{"level":"info","ts":1789570516.0631216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2d7aeaf897a288635a96a9c974b8bd3b","span_id":"03c2f64bea1ba8a5","x-request-id":"6d704cb3-5828-432d-bb71-4ea7c50d8aac"}
{"level":"info","ts":1789570516.205591,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570516.205687,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.2057023,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.2057197,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","EoS":true}
{"level":"info","ts":1789570516.2057412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","header":"x-maas-subscription"}
{"level":"info","ts":1789570516.2057562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","header":"x-maas-username"}
{"level":"info","ts":1789570516.2057636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","header":"x-maas-group"}
{"level":"info","ts":1789570516.2057815,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789570516.2058082,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.2067473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.2067678,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.206787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","EoS":false}
{"level":"info","ts":1789570516.2068002,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.206915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","EoS":false}
{"level":"info","ts":1789570516.2069337,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"info","ts":1789570516.2069483,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879","EoS":true}
{"level":"info","ts":1789570516.206958,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d5810131bb0a6d5f1e1dee13fdb80599","span_id":"a64b0a2a72347108","x-request-id":"055951d8-9c24-47b9-a0e0-c0bd2f0fa879"}
{"level":"error","ts":1789570528.3293061,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789570529.0913136,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789570529.091414,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"info","ts":1789570529.0914261,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"info","ts":1789570529.0914376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","EoS":true}
{"level":"info","ts":1789570529.091459,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","header":"x-maas-group"}
{"level":"info","ts":1789570529.091469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","header":"x-maas-subscription"}
{"level":"info","ts":1789570529.0914752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","header":"x-maas-username"}
{"level":"info","ts":1789570529.091491,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789570529.0915165,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"info","ts":1789570529.0933888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"info","ts":1789570529.093416,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"info","ts":1789570529.0934327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","EoS":false}
{"level":"info","ts":1789570529.0934463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"info","ts":1789570529.0934768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27","EoS":true}
{"level":"info","ts":1789570529.0934904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3236976688280e44b78b604acd41782a","span_id":"f133c562b9a0624b","x-request-id":"011f6c14-17ce-4d78-a151-9448e30c7c27"}
{"level":"error","ts":1789570543.3301833,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}