{"level":"info","ts":1789738169.9935012,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19fa0bbf915f78c5629e1c7f6fe27188","span_id":"a1fce4009ace26bc","x-request-id":"c3a4c546-c0bf-44c7-86fd-80932bef9198"}
{"level":"info","ts":1789738169.9935143,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19fa0bbf915f78c5629e1c7f6fe27188","span_id":"a1fce4009ace26bc","x-request-id":"c3a4c546-c0bf-44c7-86fd-80932bef9198"}
{"level":"info","ts":1789738169.9935262,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19fa0bbf915f78c5629e1c7f6fe27188","span_id":"a1fce4009ace26bc","x-request-id":"c3a4c546-c0bf-44c7-86fd-80932bef9198","EoS":true}
{"level":"info","ts":1789738169.9935715,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19fa0bbf915f78c5629e1c7f6fe27188","span_id":"a1fce4009ace26bc","x-request-id":"c3a4c546-c0bf-44c7-86fd-80932bef9198"}
{"level":"info","ts":1789738170.1518283,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789738170.151901,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4205976345d64dee99aa55a6886d47e5","span_id":"aa13b5f2d67e1513","x-request-id":"5c2a8b3f-cf60-4d90-9c7f-66dd0f2a8fd7"}
{"level":"info","ts":1789738170.1519117,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4205976345d64dee99aa55a6886d47e5","span_id":"aa13b5f2d67e1513","x-request-id":"5c2a8b3f-cf60-4d90-9c7f-66dd0f2a8fd7"}
{"level":"info","ts":1789738170.1519225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4205976345d64dee99aa55a6886d47e5","span_id":"aa13b5f2d67e1513","x-request-id":"5c2a8b3f-cf60-4d90-9c7f-66dd0f2a8fd7","EoS":true}
{"level":"info","ts":1789738170.151956,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4205976345d64dee99aa55a6886d47e5","span_id":"aa13b5f2d67e1513","x-request-id":"5c2a8b3f-cf60-4d90-9c7f-66dd0f2a8fd7"}
{"level":"info","ts":1789738170.3056228,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789738170.3056955,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"985ebd620a07048f9542bd92c63c5beb","span_id":"f7fd6c027a4fc8a5","x-request-id":"87e77945-b2b4-4f53-9d6d-9694d524d2c6"}
{"level":"info","ts":1789738170.3057063,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"985ebd620a07048f9542bd92c63c5beb","span_id":"f7fd6c027a4fc8a5","x-request-id":"87e77945-b2b4-4f53-9d6d-9694d524d2c6"}
{"level":"info","ts":1789738170.305718,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"985ebd620a07048f9542bd92c63c5beb","span_id":"f7fd6c027a4fc8a5","x-request-id":"87e77945-b2b4-4f53-9d6d-9694d524d2c6","EoS":true}
{"level":"info","ts":1789738170.305757,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"985ebd620a07048f9542bd92c63c5beb","span_id":"f7fd6c027a4fc8a5","x-request-id":"87e77945-b2b4-4f53-9d6d-9694d524d2c6"}
{"level":"error","ts":1789738181.7597854,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739336.2961676,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739336.2963011,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.2963147,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.2963283,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","EoS":true}
{"level":"info","ts":1789739336.296354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","header":"x-maas-group"}
{"level":"info","ts":1789739336.296368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","header":"x-maas-username"}
{"level":"info","ts":1789739336.296376,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","header":"x-maas-keyname"}
{"level":"info","ts":1789739336.296381,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","header":"x-maas-subscription"}
{"level":"info","ts":1789739336.2963977,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789739336.2964334,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.2980676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.298087,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.2981014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","EoS":false}
{"level":"info","ts":1789739336.2981145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.2981408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04","EoS":true}
{"level":"info","ts":1789739336.298151,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75cbe63ef3da324f50a7018343659100","span_id":"06e5d6eb3169efcb","x-request-id":"4ab15a14-e9df-49ca-8462-afc8c1ed2a04"}
{"level":"info","ts":1789739336.3344948,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739336.334584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"info","ts":1789739336.3345976,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"info","ts":1789739336.3346086,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","EoS":true}
{"level":"info","ts":1789739336.3346345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","header":"x-maas-group"}
{"level":"info","ts":1789739336.3346488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","header":"x-maas-username"}
{"level":"info","ts":1789739336.3346548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","header":"x-maas-subscription"}
{"level":"info","ts":1789739336.3346593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","header":"x-maas-keyname"}
{"level":"info","ts":1789739336.334672,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789739336.3346949,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"info","ts":1789739336.3355007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"info","ts":1789739336.3355184,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"info","ts":1789739336.3355317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","EoS":false}
{"level":"info","ts":1789739336.3355513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"info","ts":1789739336.3355863,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a","EoS":true}
{"level":"info","ts":1789739336.3356009,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eaac10c91a1033d1144c8934b1f69ea0","span_id":"bffad0ca65762061","x-request-id":"d81775c5-e080-411b-bd0c-78059900022a"}
{"level":"error","ts":1789739346.8948452,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739643.737722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"616a335d-2574-4af3-a7be-2e8db9bc6d16"}
{"level":"info","ts":1789739643.737722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5ec1b1b9-c219-4d02-9f46-fb67b254e8f9","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739643.7378588,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5ec1b1b9-c219-4d02-9f46-fb67b254e8f9","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.7378962,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5ec1b1b9-c219-4d02-9f46-fb67b254e8f9"}
{"level":"info","ts":1789739643.746804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a405b0df-21a0-4fb3-afbf-e3a45100cc0e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739643.7468386,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a405b0df-21a0-4fb3-afbf-e3a45100cc0e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.746875,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a405b0df-21a0-4fb3-afbf-e3a45100cc0e"}
{"level":"error","ts":1789739643.751384,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"616a335d-2574-4af3-a7be-2e8db9bc6d16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.7514176,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"616a335d-2574-4af3-a7be-2e8db9bc6d16","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.7550182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c6320c91-001a-48fb-a583-6b41286e38bf","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739643.7550485,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c6320c91-001a-48fb-a583-6b41286e38bf","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.755066,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c6320c91-001a-48fb-a583-6b41286e38bf"}
{"level":"error","ts":1789739643.756147,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"616a335d-2574-4af3-a7be-2e8db9bc6d16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.7561767,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"616a335d-2574-4af3-a7be-2e8db9bc6d16","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.7562377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d97d8a5b-0185-4a86-bf59-b19613af155e"}
{"level":"error","ts":1789739643.756258,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d97d8a5b-0185-4a86-bf59-b19613af155e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.7664087,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d97d8a5b-0185-4a86-bf59-b19613af155e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.7766128,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f444531-12e2-4754-87f4-e50a62a59b6f"}
{"level":"error","ts":1789739643.7766418,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f444531-12e2-4754-87f4-e50a62a59b6f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.783258,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f444531-12e2-4754-87f4-e50a62a59b6f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.8035114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e6e2ee37-65ef-43fa-8ad4-ce9c24d2335e"}
{"level":"error","ts":1789739643.803546,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e6e2ee37-65ef-43fa-8ad4-ce9c24d2335e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.8097441,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e6e2ee37-65ef-43fa-8ad4-ce9c24d2335e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.8498294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b7182e36-ee37-4254-ba5b-ac97aed48efe"}
{"level":"error","ts":1789739643.8498793,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b7182e36-ee37-4254-ba5b-ac97aed48efe","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.8583522,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b7182e36-ee37-4254-ba5b-ac97aed48efe","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.8979473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77c537ca-99e7-49bd-99ea-7862adaf0f27"}
{"level":"info","ts":1789739643.8979728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02f6c698-f87d-4ce0-b0c7-cb34ba61568c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739643.8979778,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77c537ca-99e7-49bd-99ea-7862adaf0f27","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739643.8980072,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02f6c698-f87d-4ce0-b0c7-cb34ba61568c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739643.8980336,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02f6c698-f87d-4ce0-b0c7-cb34ba61568c"}
{"level":"error","ts":1789739643.9042175,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77c537ca-99e7-49bd-99ea-7862adaf0f27","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739644.064393,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7b7618d-4567-45d3-9827-c41e121d67d8"}
{"level":"error","ts":1789739644.0644486,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7b7618d-4567-45d3-9827-c41e121d67d8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739644.071771,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7b7618d-4567-45d3-9827-c41e121d67d8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739644.3923652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5dfa5b60-5b36-4e43-97d8-3a40f92fb54a"}
{"level":"error","ts":1789739644.3924236,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5dfa5b60-5b36-4e43-97d8-3a40f92fb54a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739644.400632,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5dfa5b60-5b36-4e43-97d8-3a40f92fb54a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739645.0414908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba3faec6-0433-4e0a-8085-833a575407a6"}
{"level":"error","ts":1789739645.0415514,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba3faec6-0433-4e0a-8085-833a575407a6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739645.0484915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba3faec6-0433-4e0a-8085-833a575407a6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739646.329331,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"afa27966-7ce8-40c9-be6a-9a55bc33103f"}
{"level":"error","ts":1789739646.3293867,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"afa27966-7ce8-40c9-be6a-9a55bc33103f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739646.3357615,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"afa27966-7ce8-40c9-be6a-9a55bc33103f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739648.896893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbe99d29-a16c-4830-af40-c2a5f55b1c6a"}
{"level":"error","ts":1789739648.896958,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbe99d29-a16c-4830-af40-c2a5f55b1c6a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739648.8990343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"086f9de0-43ea-4739-9012-cfbe2f6d2a93","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739648.8990698,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"086f9de0-43ea-4739-9012-cfbe2f6d2a93","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739648.8990915,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"086f9de0-43ea-4739-9012-cfbe2f6d2a93"}
{"level":"error","ts":1789739648.904332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbe99d29-a16c-4830-af40-c2a5f55b1c6a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739653.8992453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76b18ceb-ec51-457f-ba6f-a3655651aa23","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739653.8993006,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76b18ceb-ec51-457f-ba6f-a3655651aa23","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739653.8993292,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76b18ceb-ec51-457f-ba6f-a3655651aa23"}
{"level":"info","ts":1789739654.0253673,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d8ec4d6-99dc-437b-8739-58f9eea5e6ec"}
{"level":"error","ts":1789739654.0254214,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d8ec4d6-99dc-437b-8739-58f9eea5e6ec","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789739654.046586,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d8ec4d6-99dc-437b-8739-58f9eea5e6ec","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789739654.3273876,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739654.327501,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.3275177,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.3275318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","EoS":true}
{"level":"info","ts":1789739654.3275568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","header":"x-maas-group"}
{"level":"info","ts":1789739654.3275673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","header":"x-maas-username"}
{"level":"info","ts":1789739654.3275743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","header":"x-maas-keyname"}
{"level":"info","ts":1789739654.327579,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","header":"x-maas-subscription"}
{"level":"info","ts":1789739654.3275936,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739654.3276198,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.329094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.3291128,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.329127,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","EoS":false}
{"level":"info","ts":1789739654.329139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.3291607,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3","EoS":true}
{"level":"info","ts":1789739654.329169,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6232cf55402247e4a9bf70382dff55a","span_id":"d54f495d822a3544","x-request-id":"aa0605f1-c48b-4f40-a23e-bd698a0087e3"}
{"level":"info","ts":1789739654.3668594,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739654.366954,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.366967,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.3669794,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","EoS":true}
{"level":"info","ts":1789739654.3670027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","header":"x-maas-group"}
{"level":"info","ts":1789739654.3670123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","header":"x-maas-keyname"}
{"level":"info","ts":1789739654.3670177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","header":"x-maas-username"}
{"level":"info","ts":1789739654.3670225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","header":"x-maas-subscription"}
{"level":"info","ts":1789739654.3670368,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739654.3670626,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.367909,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.3679225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.3679342,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","EoS":false}
{"level":"info","ts":1789739654.367946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.367969,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622","EoS":true}
{"level":"info","ts":1789739654.3679826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef808a9cf60c4b756ee34a9bb624ed8a","span_id":"745513d768a2dd3e","x-request-id":"f4aef2de-92f9-457c-afc7-2b10755c4622"}
{"level":"info","ts":1789739654.4039798,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739654.4040704,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.4040842,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.4041014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","EoS":true}
{"level":"info","ts":1789739654.4041295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","header":"x-maas-subscription"}
{"level":"info","ts":1789739654.4041436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","header":"x-maas-group"}
{"level":"info","ts":1789739654.4041533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","header":"x-maas-keyname"}
{"level":"info","ts":1789739654.4041607,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","header":"x-maas-username"}
{"level":"info","ts":1789739654.4041796,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739654.4042432,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.4050028,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.4050198,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.405033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","EoS":false}
{"level":"info","ts":1789739654.4050443,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.4050689,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6","EoS":true}
{"level":"info","ts":1789739654.4050817,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b82ad7b12a8a0338e26e51a141bfe9c6","span_id":"3fe7a8cc5eee01cc","x-request-id":"d0e3f9ee-d345-4402-a110-9a4564bbceb6"}
{"level":"info","ts":1789739654.5002575,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739654.5003595,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.5003724,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.5003898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","EoS":true}
{"level":"info","ts":1789739654.5004213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","header":"x-maas-keyname"}
{"level":"info","ts":1789739654.5004368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","header":"x-maas-username"}
{"level":"info","ts":1789739654.5004456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","header":"x-maas-subscription"}
{"level":"info","ts":1789739654.5004528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","header":"x-maas-group"}
{"level":"info","ts":1789739654.5004735,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739654.5005062,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.5013707,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.5013888,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.5013995,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","EoS":false}
{"level":"info","ts":1789739654.5014114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.5014322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911","EoS":true}
{"level":"info","ts":1789739654.5014412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5eecb06c1a166d8a10060fd2c725d1d3","span_id":"86506a1ef672bcc3","x-request-id":"f1e7040c-8875-479a-8710-4a3a4e505911"}
{"level":"info","ts":1789739654.6448126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fe678020-4e33-417e-a841-f062f86b466a"}
{"level":"info","ts":1789739654.6448472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2b197a0-0bf2-4f0a-ac3e-2249e4e14fd7","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789739654.644885,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2b197a0-0bf2-4f0a-ac3e-2249e4e14fd7","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789739666.9276087,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739672.3633652,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739672.3634603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.363473,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.3634846,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","EoS":true}
{"level":"info","ts":1789739672.3635085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","header":"x-maas-subscription"}
{"level":"info","ts":1789739672.363518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","header":"x-maas-username"}
{"level":"info","ts":1789739672.3635237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","header":"x-maas-group"}
{"level":"info","ts":1789739672.3635318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","header":"x-maas-keyname"}
{"level":"info","ts":1789739672.3635464,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739672.3635702,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.3767056,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.3767273,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.376748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","EoS":false}
{"level":"info","ts":1789739672.3767712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.3768046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac","EoS":true}
{"level":"info","ts":1789739672.3768153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba1cc26079f4f015557b583dc21bec35","span_id":"c44254868e29e704","x-request-id":"2dea0382-3cc8-41fa-a7c2-628862541dac"}
{"level":"info","ts":1789739672.5137825,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739672.5138865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.5139003,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.5139182,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","EoS":true}
{"level":"info","ts":1789739672.513951,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","header":"x-maas-keyname"}
{"level":"info","ts":1789739672.5139654,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","header":"x-maas-username"}
{"level":"info","ts":1789739672.5139735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","header":"x-maas-subscription"}
{"level":"info","ts":1789739672.513981,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","header":"x-maas-group"}
{"level":"info","ts":1789739672.5140011,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739672.5140357,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.5148506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.5148766,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.514896,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","EoS":false}
{"level":"info","ts":1789739672.5149143,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.5149417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b","EoS":true}
{"level":"info","ts":1789739672.514952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9093290470ef8fb2cd8084e98be5dab9","span_id":"0821dc9609743036","x-request-id":"c1147ce4-e82d-466a-908d-a4187902c78b"}
{"level":"info","ts":1789739672.6471274,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739672.6472688,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.6472852,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.6473014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","EoS":true}
{"level":"info","ts":1789739672.6473253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","header":"x-maas-subscription"}
{"level":"info","ts":1789739672.6473348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","header":"x-maas-username"}
{"level":"info","ts":1789739672.64734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","header":"x-maas-keyname"}
{"level":"info","ts":1789739672.6473446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","header":"x-maas-group"}
{"level":"info","ts":1789739672.6473598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739672.6473837,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.648293,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.6483123,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.6483243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","EoS":false}
{"level":"info","ts":1789739672.64834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.6483638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998","EoS":true}
{"level":"info","ts":1789739672.6483738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e5ec49031b9a279717e4ff9f6b31a7c","span_id":"cb698c00595ebea7","x-request-id":"e7356876-e386-4d11-8443-bdd4abd23998"}
{"level":"info","ts":1789739672.7829592,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739672.7830637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.783081,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.783094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","EoS":true}
{"level":"info","ts":1789739672.7831192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","header":"x-maas-group"}
{"level":"info","ts":1789739672.7831287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","header":"x-maas-username"}
{"level":"info","ts":1789739672.7831342,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","header":"x-maas-subscription"}
{"level":"info","ts":1789739672.7831383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","header":"x-maas-keyname"}
{"level":"info","ts":1789739672.783153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739672.783177,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.7839725,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.7839923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.7840116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","EoS":false}
{"level":"info","ts":1789739672.7840343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.7840676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63","EoS":true}
{"level":"info","ts":1789739672.7840776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8bfc235be35d250d4b2e52e89495b8dd","span_id":"e59b2e74bbba29b6","x-request-id":"d7014bff-b3e0-4962-bdd9-f6086d3b3f63"}
{"level":"info","ts":1789739672.9181788,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739672.9183252,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739672.9183438,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739672.9183564,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","EoS":true}
{"level":"info","ts":1789739672.9183896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","header":"x-maas-subscription"}
{"level":"info","ts":1789739672.9184012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","header":"x-maas-group"}
{"level":"info","ts":1789739672.9184058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","header":"x-maas-username"}
{"level":"info","ts":1789739672.9184103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","header":"x-maas-keyname"}
{"level":"info","ts":1789739672.9184244,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739672.9184504,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739672.9206283,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739672.9206474,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739672.9206588,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","EoS":false}
{"level":"info","ts":1789739672.9206707,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739672.920698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3","EoS":true}
{"level":"info","ts":1789739672.920708,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a948f8410f08ced00c3e471eb3f6060","span_id":"10b2d8ca125bef51","x-request-id":"30acad23-8db4-45d6-9593-4f33e627e6e3"}
{"level":"info","ts":1789739681.7205698,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739681.7206728,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.7206864,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.720698,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","EoS":true}
{"level":"info","ts":1789739681.720721,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","header":"x-maas-username"}
{"level":"info","ts":1789739681.7207305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","header":"x-maas-group"}
{"level":"info","ts":1789739681.7207363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","header":"x-maas-subscription"}
{"level":"info","ts":1789739681.7207406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","header":"x-maas-keyname"}
{"level":"info","ts":1789739681.7207546,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739681.7207894,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.7217083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.7217293,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.7217495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","EoS":false}
{"level":"info","ts":1789739681.721767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.7218027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8","EoS":true}
{"level":"info","ts":1789739681.721814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab42b1b39646a39574c56d18b051738e","span_id":"10ebaa38fd7d1ffa","x-request-id":"15220c61-8078-4b84-9b48-14a2ca93fcc8"}
{"level":"info","ts":1789739681.7513182,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739681.7514153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.7514286,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.7514453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","EoS":true}
{"level":"info","ts":1789739681.751475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","header":"x-maas-username"}
{"level":"info","ts":1789739681.7514887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","header":"x-maas-subscription"}
{"level":"info","ts":1789739681.7514985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","header":"x-maas-keyname"}
{"level":"info","ts":1789739681.7515063,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","header":"x-maas-group"}
{"level":"info","ts":1789739681.7515256,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739681.7515576,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.7523952,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.7524118,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.7524261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","EoS":false}
{"level":"info","ts":1789739681.7524378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.7524676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb","EoS":true}
{"level":"info","ts":1789739681.752478,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c6e09bb7dfdf3e9d0b3b6c62d4be10b","span_id":"147c9c5dba0ac3e5","x-request-id":"b81ecb4d-d8f9-4400-af6b-346d84fa0afb"}
{"level":"info","ts":1789739681.8447506,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739681.8448594,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7"}
{"level":"info","ts":1789739681.8456373,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7"}
{"level":"info","ts":1789739681.845655,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7"}
{"level":"info","ts":1789739681.8456697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7","EoS":false}
{"level":"info","ts":1789739681.8456814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7"}
{"level":"info","ts":1789739681.8457055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7","EoS":true}
{"level":"info","ts":1789739681.8457153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3a7abb33dac6d6e080cc95adfd41f4db","span_id":"0f25929f41f743bb","x-request-id":"bbf52ea1-036d-4244-9943-6e260e4d7dd7"}
{"level":"info","ts":1789739682.5946395,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739682.5947428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739682.5947585,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739682.5947716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","EoS":true}
{"level":"info","ts":1789739682.594794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","header":"x-maas-subscription"}
{"level":"info","ts":1789739682.5948043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","header":"x-maas-group"}
{"level":"info","ts":1789739682.594809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","header":"x-maas-username"}
{"level":"info","ts":1789739682.5948133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","header":"x-maas-keyname"}
{"level":"info","ts":1789739682.5948262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739682.5948505,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739682.596634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739682.5966551,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739682.5966742,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","EoS":false}
{"level":"info","ts":1789739682.596691,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739682.596722,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7","EoS":true}
{"level":"info","ts":1789739682.596732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a464b2e628275cf8f2525633d8f863d0","span_id":"39a1c73a36f4e9d7","x-request-id":"3654d189-f61a-4784-a2d3-e8c810ea26d7"}
{"level":"info","ts":1789739683.5520184,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739683.5521295,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739683.5521433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739683.552161,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","EoS":true}
{"level":"info","ts":1789739683.552217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","header":"x-maas-subscription"}
{"level":"info","ts":1789739683.552231,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","header":"x-maas-keyname"}
{"level":"info","ts":1789739683.5522387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","header":"x-maas-group"}
{"level":"info","ts":1789739683.5522451,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","header":"x-maas-username"}
{"level":"info","ts":1789739683.5522656,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739683.5522995,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739683.553268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739683.5532913,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739683.5533118,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","EoS":false}
{"level":"info","ts":1789739683.5533276,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739683.5533683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f","EoS":true}
{"level":"info","ts":1789739683.5533795,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"95fed5e20ca0c340f6b4c039fe4723ae","span_id":"f0791eb5131adcde","x-request-id":"f66c6fd7-268e-4eea-a875-1ab5d149832f"}
{"level":"info","ts":1789739684.2689087,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739684.269016,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739684.2690332,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739684.2690518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","EoS":true}
{"level":"info","ts":1789739684.2690845,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","header":"x-maas-group"}
{"level":"info","ts":1789739684.269098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","header":"x-maas-keyname"}
{"level":"info","ts":1789739684.2691078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","header":"x-maas-subscription"}
{"level":"info","ts":1789739684.269116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","header":"x-maas-username"}
{"level":"info","ts":1789739684.269136,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739684.2691696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739684.2701209,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739684.270144,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739684.2701592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","EoS":false}
{"level":"info","ts":1789739684.2701705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739684.2702236,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c","EoS":true}
{"level":"info","ts":1789739684.2702432,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a98a29b7dad8113162a2426556be72b","span_id":"501ec8c5974a246e","x-request-id":"bc0443e6-b43b-4a9d-a1c4-92ef3fa9d45c"}
{"level":"info","ts":1789739685.3646855,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739685.3648186,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"info","ts":1789739685.3648322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"info","ts":1789739685.364845,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","EoS":true}
{"level":"info","ts":1789739685.3648732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","header":"x-maas-keyname"}
{"level":"info","ts":1789739685.3648868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","header":"x-maas-username"}
{"level":"info","ts":1789739685.3648932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","header":"x-maas-group"}
{"level":"info","ts":1789739685.3648999,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","header":"x-maas-subscription"}
{"level":"info","ts":1789739685.3649173,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739685.3649435,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"info","ts":1789739685.365856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"info","ts":1789739685.365886,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"info","ts":1789739685.365908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","EoS":false}
{"level":"info","ts":1789739685.3659244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"info","ts":1789739685.3659587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a","EoS":true}
{"level":"info","ts":1789739685.3659692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f4c0d1238c6f666a502ac353b76d9a3","span_id":"bcca2b49cd764d74","x-request-id":"505deb80-5b60-4444-805e-4ef19b6aa77a"}
{"level":"error","ts":1789739686.930111,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789739701.9313679,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739705.1212864,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739705.1213927,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"info","ts":1789739705.1214135,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"info","ts":1789739705.1214294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","EoS":true}
{"level":"info","ts":1789739705.1214545,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","header":"x-maas-username"}
{"level":"info","ts":1789739705.1214643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","header":"x-maas-subscription"}
{"level":"info","ts":1789739705.121469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","header":"x-maas-keyname"}
{"level":"info","ts":1789739705.1214733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","header":"x-maas-group"}
{"level":"info","ts":1789739705.121488,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739705.1215155,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"info","ts":1789739705.1224346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"info","ts":1789739705.1224542,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"info","ts":1789739705.1224692,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","EoS":false}
{"level":"info","ts":1789739705.1224825,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"info","ts":1789739705.122506,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153","EoS":true}
{"level":"info","ts":1789739705.1225154,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6182d4ffcb7ce05180679e976a47fbf1","span_id":"ba1c0cc59135d39f","x-request-id":"1e8831aa-2281-4a09-ba86-eb3429ed7153"}
{"level":"error","ts":1789739716.931737,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739794.2050035,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739794.2051,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"info","ts":1789739794.205112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"info","ts":1789739794.205124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","EoS":true}
{"level":"info","ts":1789739794.2051487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","header":"x-maas-username"}
{"level":"info","ts":1789739794.205159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","header":"x-maas-group"}
{"level":"info","ts":1789739794.2051637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","header":"x-maas-keyname"}
{"level":"info","ts":1789739794.205168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","header":"x-maas-subscription"}
{"level":"info","ts":1789739794.2051828,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789739794.2052643,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"info","ts":1789739794.217619,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"info","ts":1789739794.2176433,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"info","ts":1789739794.2176597,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","EoS":false}
{"level":"info","ts":1789739794.2176723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"info","ts":1789739794.217697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6","EoS":true}
{"level":"info","ts":1789739794.2177029,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"500a05abe4100319cf1986e42f00062e","span_id":"6e5d5d5db50dac9d","x-request-id":"c088e6de-147f-4d9d-be6d-76f6bf7dccd6"}
{"level":"error","ts":1789739806.9427943,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739890.0342965,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739890.0343833,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.0343957,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.034407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","EoS":true}
{"level":"info","ts":1789739890.0344305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","header":"x-maas-keyname"}
{"level":"info","ts":1789739890.034439,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","header":"x-maas-username"}
{"level":"info","ts":1789739890.0344436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","header":"x-maas-group"}
{"level":"info","ts":1789739890.0344481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","header":"x-maas-subscription"}
{"level":"info","ts":1789739890.0344617,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739890.0344863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.0354435,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.0354636,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.035478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","EoS":false}
{"level":"info","ts":1789739890.0354893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.0355148,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07","EoS":true}
{"level":"info","ts":1789739890.0355241,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d90727957159392f15176842b136be97","span_id":"ce3eae3fb305c92e","x-request-id":"98e40c73-7118-4b28-a715-896e1f147e07"}
{"level":"info","ts":1789739890.0724163,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739890.0725217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"info","ts":1789739890.0725384,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"info","ts":1789739890.0725522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","EoS":true}
{"level":"info","ts":1789739890.072572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","header":"x-maas-keyname"}
{"level":"info","ts":1789739890.072582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","header":"x-maas-subscription"}
{"level":"info","ts":1789739890.0725865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","header":"x-maas-group"}
{"level":"info","ts":1789739890.072591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","header":"x-maas-username"}
{"level":"info","ts":1789739890.0726056,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739890.0726314,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"info","ts":1789739890.073517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"info","ts":1789739890.0735483,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"info","ts":1789739890.0735667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","EoS":false}
{"level":"info","ts":1789739890.0735812,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"info","ts":1789739890.073614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e","EoS":true}
{"level":"info","ts":1789739890.0736241,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f447e9757a6f1cda9ba45e90774a3a5f","span_id":"c295f3193fb9897f","x-request-id":"5722d273-8097-4997-9752-68e3e9b4a47e"}
{"level":"error","ts":1789739901.9532595,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739904.0026927,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739904.002813,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0028362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0028572,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","EoS":true}
{"level":"info","ts":1789739904.0028813,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","header":"x-maas-group"}
{"level":"info","ts":1789739904.0028923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","header":"x-maas-keyname"}
{"level":"info","ts":1789739904.0028977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","header":"x-maas-subscription"}
{"level":"info","ts":1789739904.0029042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","header":"x-maas-username"}
{"level":"info","ts":1789739904.0029185,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789739904.0029435,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0154712,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0154896,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.015504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","EoS":false}
{"level":"info","ts":1789739904.0155158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0155447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","EoS":false}
{"level":"info","ts":1789739904.0155566,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0155756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","EoS":false}
{"level":"info","ts":1789739904.0155847,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.0155952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c","EoS":true}
{"level":"info","ts":1789739904.0156045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"340abd2b202690ef9a4a6b2d57e6f386","span_id":"e1d5e22b070d83a5","x-request-id":"edbcfa76-583e-46c1-9903-1b86eec9868c"}
{"level":"info","ts":1789739904.1530404,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739904.1531405,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1531532,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1531653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","EoS":true}
{"level":"info","ts":1789739904.1531851,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","header":"x-maas-subscription"}
{"level":"info","ts":1789739904.1532202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","header":"x-maas-group"}
{"level":"info","ts":1789739904.153229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","header":"x-maas-username"}
{"level":"info","ts":1789739904.153233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","header":"x-maas-keyname"}
{"level":"info","ts":1789739904.1532457,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789739904.1532695,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1556785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1557012,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1557198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","EoS":false}
{"level":"info","ts":1789739904.155738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1557736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","EoS":false}
{"level":"info","ts":1789739904.1557863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.1557982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","EoS":false}
{"level":"info","ts":1789739904.155809,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.155819,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6","EoS":true}
{"level":"info","ts":1789739904.155826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2933f07b7fa5dcacc632c7f126a1c7a2","span_id":"ba3c211ad6cd10a0","x-request-id":"228aae4e-a680-4542-90cd-edbba039e2a6"}
{"level":"info","ts":1789739904.291424,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739904.2915237,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.2915397,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.291553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","EoS":true}
{"level":"info","ts":1789739904.2915723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","header":"x-maas-subscription"}
{"level":"info","ts":1789739904.2915807,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","header":"x-maas-group"}
{"level":"info","ts":1789739904.2915862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","header":"x-maas-username"}
{"level":"info","ts":1789739904.2915912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","header":"x-maas-keyname"}
{"level":"info","ts":1789739904.2916052,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789739904.2916317,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.2925203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.2925394,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.2925572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","EoS":false}
{"level":"info","ts":1789739904.2925696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.2925906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","EoS":false}
{"level":"info","ts":1789739904.2926023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"info","ts":1789739904.292613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462","EoS":true}
{"level":"info","ts":1789739904.2926202,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc0ce4c9c8c95f3aa97637e676a33cb0","span_id":"55ad0d645ae9f80a","x-request-id":"3ecc4938-0681-4458-95ea-b85a740ee462"}
{"level":"error","ts":1789739916.954911,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739917.1293132,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739917.1294155,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}
{"level":"info","ts":1789739917.1294265,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}
{"level":"info","ts":1789739917.129442,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","EoS":true}
{"level":"info","ts":1789739917.129462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","header":"x-maas-group"}
{"level":"info","ts":1789739917.129473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","header":"x-maas-username"}
{"level":"info","ts":1789739917.129478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","header":"x-maas-keyname"}
{"level":"info","ts":1789739917.1294832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","header":"x-maas-subscription"}
{"level":"info","ts":1789739917.129497,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789739917.1295252,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}
{"level":"info","ts":1789739917.1312323,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}
{"level":"info","ts":1789739917.131245,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}
{"level":"info","ts":1789739917.131258,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","EoS":false}
{"level":"info","ts":1789739917.131268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}
{"level":"info","ts":1789739917.131291,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8","EoS":true}
{"level":"info","ts":1789739917.1313047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"406b93f71d43bff8f03ae7c552e2c484","span_id":"0581b07f41126a27","x-request-id":"15629484-a13e-4e35-aded-90ac132855f8"}