{"level":"info","ts":1789748392.9368563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43e0267e-7701-4f6a-8a23-6ea779ac2d9d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789748392.936901,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43e0267e-7701-4f6a-8a23-6ea779ac2d9d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789748393.0716069,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32672b50-ffa2-4d51-a8b4-87cb1491fd11","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789748393.0716524,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32672b50-ffa2-4d51-a8b4-87cb1491fd11","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789748393.0716662,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90c872be-c6e4-4ed6-9d65-05c7e26fc534"}
{"level":"info","ts":1789748393.1771085,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d43dd163-e1b4-42af-90f8-a8f7da2bc28b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789748393.1772473,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d43dd163-e1b4-42af-90f8-a8f7da2bc28b","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789748398.6935992,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789748409.7170103,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748409.7171583,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.7171745,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.7171884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","EoS":true}
{"level":"info","ts":1789748409.7172184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","header":"x-maas-group"}
{"level":"info","ts":1789748409.7172303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","header":"x-maas-username"}
{"level":"info","ts":1789748409.717235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","header":"x-maas-keyname"}
{"level":"info","ts":1789748409.7172408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","header":"x-maas-subscription"}
{"level":"info","ts":1789748409.717255,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789748409.7172801,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.7182963,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.7183192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.7183342,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","EoS":false}
{"level":"info","ts":1789748409.7183492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.718377,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04","EoS":true}
{"level":"info","ts":1789748409.7183895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88e0651849b5c085254c01f4d220d0f1","span_id":"4f2d50bb9e4fd64c","x-request-id":"43f4ea54-b8f1-431a-bb78-6e0aed65ed04"}
{"level":"info","ts":1789748409.751499,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748409.7516043,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.751618,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.7516294,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","EoS":true}
{"level":"info","ts":1789748409.751652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","header":"x-maas-username"}
{"level":"info","ts":1789748409.7516623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","header":"x-maas-group"}
{"level":"info","ts":1789748409.7516673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","header":"x-maas-keyname"}
{"level":"info","ts":1789748409.751672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","header":"x-maas-subscription"}
{"level":"info","ts":1789748409.7516885,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789748409.7517145,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.7526612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.752673,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.752684,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","EoS":false}
{"level":"info","ts":1789748409.7526946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.7527142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b","EoS":true}
{"level":"info","ts":1789748409.7527244,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee3d8f81d7f88af85aeacaba20386c2e","span_id":"68c701338d4d847d","x-request-id":"71ec0797-c8ce-4dfe-a7b6-9694a3b8989b"}
{"level":"info","ts":1789748409.8138368,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748409.8139374,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.8139515,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.8139634,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","EoS":true}
{"level":"info","ts":1789748409.8139863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","header":"x-maas-subscription"}
{"level":"info","ts":1789748409.8139977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","header":"x-maas-username"}
{"level":"info","ts":1789748409.8140028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","header":"x-maas-group"}
{"level":"info","ts":1789748409.8140068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","header":"x-maas-keyname"}
{"level":"info","ts":1789748409.8140218,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789748409.8140473,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.815121,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.8151422,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.8151581,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","EoS":false}
{"level":"info","ts":1789748409.8151703,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.815195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9","EoS":true}
{"level":"info","ts":1789748409.8152056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19d7217bd40a52405c010efbd4551029","span_id":"7184a0914cec74ef","x-request-id":"2a49476b-a8f7-42ab-a7b4-fa0d0563d1b9"}
{"level":"info","ts":1789748409.8466246,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748409.8467052,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"info","ts":1789748409.846717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"info","ts":1789748409.8467276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","EoS":true}
{"level":"info","ts":1789748409.8467476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","header":"x-maas-keyname"}
{"level":"info","ts":1789748409.8467581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","header":"x-maas-group"}
{"level":"info","ts":1789748409.8467667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","header":"x-maas-username"}
{"level":"info","ts":1789748409.8467734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","header":"x-maas-subscription"}
{"level":"info","ts":1789748409.8467917,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789748409.846813,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"info","ts":1789748409.8476713,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"info","ts":1789748409.8476884,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"info","ts":1789748409.8476992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","EoS":false}
{"level":"info","ts":1789748409.8477182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"info","ts":1789748409.8477416,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610","EoS":true}
{"level":"info","ts":1789748409.8477502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6c549a8f672dd7a497e55d24a1a2cb29","span_id":"9e0510bd04c4da48","x-request-id":"d83ce6d1-1900-44a2-9a15-14637ba5e610"}
{"level":"error","ts":1789748413.6951952,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789748426.9542956,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748426.9543824,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f4407ddefcb8668b6c6d23d6cd9f8f27","span_id":"b6a65c6d432fdf9d","x-request-id":"14e40ab5-a600-4c43-974f-cd562d9c6446"}
{"level":"info","ts":1789748426.9544013,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f4407ddefcb8668b6c6d23d6cd9f8f27","span_id":"b6a65c6d432fdf9d","x-request-id":"14e40ab5-a600-4c43-974f-cd562d9c6446"}
{"level":"info","ts":1789748426.954413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f4407ddefcb8668b6c6d23d6cd9f8f27","span_id":"b6a65c6d432fdf9d","x-request-id":"14e40ab5-a600-4c43-974f-cd562d9c6446","EoS":true}
{"level":"info","ts":1789748426.954454,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f4407ddefcb8668b6c6d23d6cd9f8f27","span_id":"b6a65c6d432fdf9d","x-request-id":"14e40ab5-a600-4c43-974f-cd562d9c6446"}
{"level":"info","ts":1789748427.117551,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748427.1176472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bed1304f093f2842eb4326dfd93aeefd","span_id":"0febf0a5423fc9bc","x-request-id":"26395cae-7aa6-4e01-95dc-3fb4d855d237"}
{"level":"info","ts":1789748427.1176598,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bed1304f093f2842eb4326dfd93aeefd","span_id":"0febf0a5423fc9bc","x-request-id":"26395cae-7aa6-4e01-95dc-3fb4d855d237"}
{"level":"info","ts":1789748427.117672,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bed1304f093f2842eb4326dfd93aeefd","span_id":"0febf0a5423fc9bc","x-request-id":"26395cae-7aa6-4e01-95dc-3fb4d855d237","EoS":true}
{"level":"info","ts":1789748427.1177182,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bed1304f093f2842eb4326dfd93aeefd","span_id":"0febf0a5423fc9bc","x-request-id":"26395cae-7aa6-4e01-95dc-3fb4d855d237"}
{"level":"info","ts":1789748427.2910383,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789748427.291165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cc07ecbd85a3b1baba4e39c22b572bc2","span_id":"e5d1aa0be4108dc8","x-request-id":"6fd665dc-be2e-4f73-afb8-159c96e0ff5b"}
{"level":"info","ts":1789748427.2911806,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cc07ecbd85a3b1baba4e39c22b572bc2","span_id":"e5d1aa0be4108dc8","x-request-id":"6fd665dc-be2e-4f73-afb8-159c96e0ff5b"}
{"level":"info","ts":1789748427.2911944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cc07ecbd85a3b1baba4e39c22b572bc2","span_id":"e5d1aa0be4108dc8","x-request-id":"6fd665dc-be2e-4f73-afb8-159c96e0ff5b","EoS":true}
{"level":"info","ts":1789748427.2912378,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cc07ecbd85a3b1baba4e39c22b572bc2","span_id":"e5d1aa0be4108dc8","x-request-id":"6fd665dc-be2e-4f73-afb8-159c96e0ff5b"}
{"level":"error","ts":1789748428.6972191,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789748438.6982415,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789748453.6997807,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750138.7960758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750138.8047256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750151.8723192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750151.8754916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750169.2187302,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750169.222717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750169.5791023,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750169.7030394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789750278.2056174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2a1e7af4-105c-4335-ab35-734da09db618"}
{"level":"info","ts":1789750278.2056246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52d1b6fe-a60d-4898-9f63-8517e6fcf9f8","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789750278.206059,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52d1b6fe-a60d-4898-9f63-8517e6fcf9f8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.206117,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52d1b6fe-a60d-4898-9f63-8517e6fcf9f8"}
{"level":"info","ts":1789750278.217176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e9077b53-af8a-4fec-8f2b-fe18e7d8aa0a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789750278.2172792,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e9077b53-af8a-4fec-8f2b-fe18e7d8aa0a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.2173402,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e9077b53-af8a-4fec-8f2b-fe18e7d8aa0a"}
{"level":"error","ts":1789750278.2205548,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2a1e7af4-105c-4335-ab35-734da09db618","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.2205904,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2a1e7af4-105c-4335-ab35-734da09db618","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.2322474,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2a1e7af4-105c-4335-ab35-734da09db618","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.2322886,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2a1e7af4-105c-4335-ab35-734da09db618","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.2323658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32216cbf-d8ae-4b1c-91da-4a346630ef4d"}
{"level":"error","ts":1789750278.2324004,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32216cbf-d8ae-4b1c-91da-4a346630ef4d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.2325058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4716e86d-c9f0-4f5c-a72c-31b361ca5558","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789750278.2325811,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4716e86d-c9f0-4f5c-a72c-31b361ca5558","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.2326107,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4716e86d-c9f0-4f5c-a72c-31b361ca5558"}
{"level":"error","ts":1789750278.2372773,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32216cbf-d8ae-4b1c-91da-4a346630ef4d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.2373123,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"32216cbf-d8ae-4b1c-91da-4a346630ef4d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.2373652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f08fedec-2681-4452-94b2-d9fbfa4b0370"}
{"level":"error","ts":1789750278.2373865,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f08fedec-2681-4452-94b2-d9fbfa4b0370","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.2503502,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f08fedec-2681-4452-94b2-d9fbfa4b0370","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.270654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dfe7f320-0599-48db-a689-11372dd8dba3"}
{"level":"error","ts":1789750278.2707043,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dfe7f320-0599-48db-a689-11372dd8dba3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.2820055,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dfe7f320-0599-48db-a689-11372dd8dba3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.3231559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"64b961d9-5705-4464-b895-93dbf63c6d74"}
{"level":"error","ts":1789750278.3232105,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"64b961d9-5705-4464-b895-93dbf63c6d74","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.3302858,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"64b961d9-5705-4464-b895-93dbf63c6d74","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.355872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d730e640-ec7c-4ff9-adda-b2f32bfda6fe","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789750278.3559103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b16f907d-d304-49a1-91dd-1ca951220e43"}
{"level":"error","ts":1789750278.355909,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d730e640-ec7c-4ff9-adda-b2f32bfda6fe","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.3559322,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d730e640-ec7c-4ff9-adda-b2f32bfda6fe"}
{"level":"error","ts":1789750278.355936,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b16f907d-d304-49a1-91dd-1ca951220e43","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.3659668,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b16f907d-d304-49a1-91dd-1ca951220e43","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.5262022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f0152a84-deb3-4344-939d-731970b89686"}
{"level":"error","ts":1789750278.526262,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f0152a84-deb3-4344-939d-731970b89686","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.5359883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f0152a84-deb3-4344-939d-731970b89686","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750278.8566196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0bee6e8a-89a3-4b79-83cf-b135b58bb489"}
{"level":"error","ts":1789750278.8566642,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0bee6e8a-89a3-4b79-83cf-b135b58bb489","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750278.8699522,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0bee6e8a-89a3-4b79-83cf-b135b58bb489","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750279.5107284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c4db0aae-34a2-4a44-b8c4-b2f280bd27d5"}
{"level":"error","ts":1789750279.5107725,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c4db0aae-34a2-4a44-b8c4-b2f280bd27d5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750279.521244,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c4db0aae-34a2-4a44-b8c4-b2f280bd27d5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750280.8020103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"86a2be3c-d8e5-4c0b-93ad-77b77cb0ecbe"}
{"level":"error","ts":1789750280.802066,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"86a2be3c-d8e5-4c0b-93ad-77b77cb0ecbe","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750280.809551,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"86a2be3c-d8e5-4c0b-93ad-77b77cb0ecbe","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750283.3568895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"89cf9ac4-e0b1-41ab-b5ac-c333aa12b968","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789750283.356943,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"89cf9ac4-e0b1-41ab-b5ac-c333aa12b968","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750283.3569677,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"89cf9ac4-e0b1-41ab-b5ac-c333aa12b968"}
{"level":"info","ts":1789750283.3700383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dd133bc2-6e58-454d-8732-9197f00ecdbb"}
{"level":"error","ts":1789750283.3701172,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dd133bc2-6e58-454d-8732-9197f00ecdbb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789750283.3860269,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dd133bc2-6e58-454d-8732-9197f00ecdbb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789750283.6668293,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750283.6669345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.6669466,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.6669602,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","EoS":true}
{"level":"info","ts":1789750283.6669867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","header":"x-maas-group"}
{"level":"info","ts":1789750283.6669972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","header":"x-maas-username"}
{"level":"info","ts":1789750283.667002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","header":"x-maas-keyname"}
{"level":"info","ts":1789750283.667007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","header":"x-maas-subscription"}
{"level":"info","ts":1789750283.6670222,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750283.6670477,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.6684673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.6684902,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.668506,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","EoS":false}
{"level":"info","ts":1789750283.66852,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.6685455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20","EoS":true}
{"level":"info","ts":1789750283.6685581,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5034079fc3d952f7f191d5dc93c60c7f","span_id":"ee95fa394a6a3462","x-request-id":"3f4242c2-1db6-496d-8c69-16145fd54a20"}
{"level":"info","ts":1789750283.7478092,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750283.7479212,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.7479327,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.7479439,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","EoS":true}
{"level":"info","ts":1789750283.7479699,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","header":"x-maas-keyname"}
{"level":"info","ts":1789750283.7479806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","header":"x-maas-username"}
{"level":"info","ts":1789750283.7479863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","header":"x-maas-subscription"}
{"level":"info","ts":1789750283.7479906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","header":"x-maas-group"}
{"level":"info","ts":1789750283.7480075,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750283.7480311,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.7491562,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.7491798,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.7491956,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","EoS":false}
{"level":"info","ts":1789750283.7492068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.7492335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f","EoS":true}
{"level":"info","ts":1789750283.7492473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a0765139a5e64c044beab6233c94781","span_id":"ec0e4956bb570ed6","x-request-id":"9f3dfe68-d28b-4e7f-8ea3-8242c29e236f"}
{"level":"info","ts":1789750283.8402238,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750283.8403223,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.840334,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.8403454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","EoS":true}
{"level":"info","ts":1789750283.8404133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","header":"x-maas-keyname"}
{"level":"info","ts":1789750283.8404248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","header":"x-maas-username"}
{"level":"info","ts":1789750283.8404295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","header":"x-maas-subscription"}
{"level":"info","ts":1789750283.8404343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","header":"x-maas-group"}
{"level":"info","ts":1789750283.8404531,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750283.8404787,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.8414054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.8414223,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.8414347,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","EoS":false}
{"level":"info","ts":1789750283.8414462,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.8414683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b","EoS":true}
{"level":"info","ts":1789750283.8414779,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"116e42d7f9336169a62e2b577412197d","span_id":"2bab0261aa365792","x-request-id":"586feb96-0e71-4add-9684-00cc6e45684b"}
{"level":"info","ts":1789750283.982215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3fc21e99-651b-4ace-9ef9-ce59335f3c54","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789750283.9822562,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3fc21e99-651b-4ace-9ef9-ce59335f3c54","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789750283.9822218,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f68b5563-1b76-4dfe-8e2c-f66381d79dc4"}
{"level":"error","ts":1789750293.9108953,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750319.4133608,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750319.4134557,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.413469,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.4134808,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","EoS":true}
{"level":"info","ts":1789750319.4135032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","header":"x-maas-group"}
{"level":"info","ts":1789750319.4135156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","header":"x-maas-subscription"}
{"level":"info","ts":1789750319.413521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","header":"x-maas-username"}
{"level":"info","ts":1789750319.4135253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","header":"x-maas-keyname"}
{"level":"info","ts":1789750319.4135401,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750319.4135644,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.4275997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.4276228,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.4276392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","EoS":false}
{"level":"info","ts":1789750319.4276526,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.4276743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f","EoS":true}
{"level":"info","ts":1789750319.4276834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"039d1d48445968ddeb01f462f60a7915","span_id":"1ffc60ad0a9f00ff","x-request-id":"2a6fa365-e5ce-42dd-9c56-cd52b5fe787f"}
{"level":"info","ts":1789750319.565229,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750319.5653245,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.5653355,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.5653474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","EoS":true}
{"level":"info","ts":1789750319.5653725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","header":"x-maas-username"}
{"level":"info","ts":1789750319.5653806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","header":"x-maas-subscription"}
{"level":"info","ts":1789750319.5653863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","header":"x-maas-keyname"}
{"level":"info","ts":1789750319.565391,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","header":"x-maas-group"}
{"level":"info","ts":1789750319.5654058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750319.5654314,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.5681992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.5682166,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.5682342,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","EoS":false}
{"level":"info","ts":1789750319.5682454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.568265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc","EoS":true}
{"level":"info","ts":1789750319.568274,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"731dce104f62f0f40a16b0ed96bbbd4b","span_id":"6bdc97a2277263f5","x-request-id":"14927dcb-2cba-4cc9-8de4-2d47044cb5bc"}
{"level":"info","ts":1789750319.705732,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750319.70583,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.705843,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.705855,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","EoS":true}
{"level":"info","ts":1789750319.705878,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","header":"x-maas-subscription"}
{"level":"info","ts":1789750319.7058895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","header":"x-maas-keyname"}
{"level":"info","ts":1789750319.7058992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","header":"x-maas-username"}
{"level":"info","ts":1789750319.7059066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","header":"x-maas-group"}
{"level":"info","ts":1789750319.7059243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750319.705953,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.7070656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.70708,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.707116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","EoS":false}
{"level":"info","ts":1789750319.7071254,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.7071486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c","EoS":true}
{"level":"info","ts":1789750319.7071621,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7457197f693e73ad9a744fd8d673adfd","span_id":"c4f2b971234117f0","x-request-id":"7f150b4a-0e31-4546-bf25-c3b096ef2b0c"}
{"level":"info","ts":1789750319.8407485,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750319.840847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.84086,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.840871,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","EoS":true}
{"level":"info","ts":1789750319.8408945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","header":"x-maas-subscription"}
{"level":"info","ts":1789750319.8409047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","header":"x-maas-username"}
{"level":"info","ts":1789750319.840909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","header":"x-maas-keyname"}
{"level":"info","ts":1789750319.8409145,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","header":"x-maas-group"}
{"level":"info","ts":1789750319.8409286,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750319.8409522,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.8420691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.8421037,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.8421185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","EoS":false}
{"level":"info","ts":1789750319.8421295,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.8421562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f","EoS":true}
{"level":"info","ts":1789750319.8421688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a57e1f3e2d4b6ea284d45d81ebfcc8c","span_id":"8b789deec7b39b22","x-request-id":"7e909198-3cb4-46c2-8d34-773fb951f78f"}
{"level":"info","ts":1789750319.9758167,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750319.9758983,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750319.97591,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750319.975921,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","EoS":true}
{"level":"info","ts":1789750319.9759414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","header":"x-maas-group"}
{"level":"info","ts":1789750319.9759521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","header":"x-maas-subscription"}
{"level":"info","ts":1789750319.9759564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","header":"x-maas-keyname"}
{"level":"info","ts":1789750319.9759617,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","header":"x-maas-username"}
{"level":"info","ts":1789750319.9759758,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750319.9759984,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750319.9770598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750319.9770772,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750319.977112,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","EoS":false}
{"level":"info","ts":1789750319.9771235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750319.9771507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2","EoS":true}
{"level":"info","ts":1789750319.977164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b41eedd63091ac693ffbd58990a2e1a8","span_id":"2310d23050e98ef4","x-request-id":"0fdc03b8-5a42-453d-b6a6-620c5d6be7c2"}
{"level":"info","ts":1789750331.894965,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750331.8950686,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.8951008,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.8951137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","EoS":true}
{"level":"info","ts":1789750331.895138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","header":"x-maas-subscription"}
{"level":"info","ts":1789750331.8951488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","header":"x-maas-keyname"}
{"level":"info","ts":1789750331.8951547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","header":"x-maas-group"}
{"level":"info","ts":1789750331.8951592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","header":"x-maas-username"}
{"level":"info","ts":1789750331.8951783,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750331.8952045,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.8974504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.897474,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.897491,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","EoS":false}
{"level":"info","ts":1789750331.8975046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.8975296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e","EoS":true}
{"level":"info","ts":1789750331.897541,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e17e1d81e384b6c36dbde3933ad10049","span_id":"4a9a06aa398f952b","x-request-id":"d3cf325c-c501-448b-bb4c-5113943af14e"}
{"level":"info","ts":1789750331.9885225,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750331.988605,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df"}
{"level":"info","ts":1789750331.989607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df"}
{"level":"info","ts":1789750331.9896262,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df"}
{"level":"info","ts":1789750331.98964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df","EoS":false}
{"level":"info","ts":1789750331.989652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df"}
{"level":"info","ts":1789750331.9896777,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df","EoS":true}
{"level":"info","ts":1789750331.9896867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a14cdc9439ce2fe68381375b11e9180","span_id":"9ea296e0f54cabbf","x-request-id":"e97a52d5-f58b-4937-af4f-465c3190c4df"}
{"level":"info","ts":1789750332.7550647,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750332.7552056,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750332.7552207,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750332.7552404,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","EoS":true}
{"level":"info","ts":1789750332.7552779,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","header":"x-maas-username"}
{"level":"info","ts":1789750332.7552896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","header":"x-maas-group"}
{"level":"info","ts":1789750332.7552986,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","header":"x-maas-keyname"}
{"level":"info","ts":1789750332.755306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","header":"x-maas-subscription"}
{"level":"info","ts":1789750332.755328,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750332.755362,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750332.7563581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750332.7563763,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750332.756387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","EoS":false}
{"level":"info","ts":1789750332.7564032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750332.7564304,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788","EoS":true}
{"level":"info","ts":1789750332.75644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e3ef22ad98dcbdf8b820644b287a068","span_id":"01a7d7d21c134736","x-request-id":"415c2eba-8e04-4266-b9f2-ed63ffefd788"}
{"level":"info","ts":1789750333.689333,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750333.68945,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"info","ts":1789750333.689468,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"info","ts":1789750333.689486,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","EoS":true}
{"level":"info","ts":1789750333.689525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","header":"x-maas-group"}
{"level":"info","ts":1789750333.6895378,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","header":"x-maas-keyname"}
{"level":"info","ts":1789750333.6895454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","header":"x-maas-username"}
{"level":"info","ts":1789750333.6895542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","header":"x-maas-subscription"}
{"level":"info","ts":1789750333.689582,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750333.6896188,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"info","ts":1789750333.6907065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"info","ts":1789750333.6907258,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"info","ts":1789750333.690737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","EoS":false}
{"level":"info","ts":1789750333.6907487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"info","ts":1789750333.6907747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5","EoS":true}
{"level":"info","ts":1789750333.6907845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c3c7baae2d5338217cfcb3947510199","span_id":"808cb7790b8f54e4","x-request-id":"c156dda0-0c20-48d0-8305-974a7e53d1b5"}
{"level":"error","ts":1789750333.916032,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750334.3919523,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750334.3920696,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750334.3920991,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750334.3921213,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","EoS":true}
{"level":"info","ts":1789750334.3921595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","header":"x-maas-group"}
{"level":"info","ts":1789750334.3921714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","header":"x-maas-keyname"}
{"level":"info","ts":1789750334.3921802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","header":"x-maas-username"}
{"level":"info","ts":1789750334.392187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","header":"x-maas-subscription"}
{"level":"info","ts":1789750334.3922195,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750334.3922563,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750334.3932734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750334.3932936,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750334.3933055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","EoS":false}
{"level":"info","ts":1789750334.3933167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750334.3933399,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a","EoS":true}
{"level":"info","ts":1789750334.3933496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af87fe791555c903f88dd086032f9882","span_id":"b624190f6556f62f","x-request-id":"1905f304-d567-45c2-b637-ca234745fa1a"}
{"level":"info","ts":1789750335.4119594,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750335.412077,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"info","ts":1789750335.4121113,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"info","ts":1789750335.412132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","EoS":true}
{"level":"info","ts":1789750335.4121652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","header":"x-maas-group"}
{"level":"info","ts":1789750335.412181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","header":"x-maas-subscription"}
{"level":"info","ts":1789750335.4121904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","header":"x-maas-keyname"}
{"level":"info","ts":1789750335.412198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","header":"x-maas-username"}
{"level":"info","ts":1789750335.412221,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750335.4122555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"info","ts":1789750335.4133055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"info","ts":1789750335.4133248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"info","ts":1789750335.413339,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","EoS":false}
{"level":"info","ts":1789750335.41335,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"info","ts":1789750335.4133735,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f","EoS":true}
{"level":"info","ts":1789750335.4133832,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"33cbdec40136e0db143952db7b910e4c","span_id":"6ad2e07294d375d6","x-request-id":"2cf18c7b-0393-4042-8edc-b4e7eb40903f"}
{"level":"error","ts":1789750348.917574,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750359.0475507,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750359.0476437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"info","ts":1789750359.0476563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"info","ts":1789750359.0476675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","EoS":true}
{"level":"info","ts":1789750359.0476918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","header":"x-maas-group"}
{"level":"info","ts":1789750359.0477529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","header":"x-maas-username"}
{"level":"info","ts":1789750359.0477583,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","header":"x-maas-keyname"}
{"level":"info","ts":1789750359.0477626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","header":"x-maas-subscription"}
{"level":"info","ts":1789750359.0477817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750359.0478146,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"info","ts":1789750359.0488973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"info","ts":1789750359.0489142,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"info","ts":1789750359.04893,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","EoS":false}
{"level":"info","ts":1789750359.0489461,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"info","ts":1789750359.0489705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853","EoS":true}
{"level":"info","ts":1789750359.0489788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"277ec3d00343fb319fbc8099d56f8fae","span_id":"b21148f1b8d75244","x-request-id":"693dc932-3c8d-47a0-99df-9bcc3c8bf853"}
{"level":"error","ts":1789750373.921228,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750450.2468274,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750450.246922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"info","ts":1789750450.246934,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"info","ts":1789750450.246946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","EoS":true}
{"level":"info","ts":1789750450.2469668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","header":"x-maas-subscription"}
{"level":"info","ts":1789750450.2469761,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","header":"x-maas-username"}
{"level":"info","ts":1789750450.2469814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","header":"x-maas-keyname"}
{"level":"info","ts":1789750450.2469857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","header":"x-maas-group"}
{"level":"info","ts":1789750450.2470012,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789750450.2470264,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"info","ts":1789750450.2598958,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"info","ts":1789750450.259916,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"info","ts":1789750450.259931,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","EoS":false}
{"level":"info","ts":1789750450.2599423,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"info","ts":1789750450.25997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a","EoS":true}
{"level":"info","ts":1789750450.2599833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"867635f49e0eec37b7a2ad53b7ffac2a","span_id":"121c70c819c20f8b","x-request-id":"26b78305-eae4-49d8-8fa3-3347038bc45a"}
{"level":"error","ts":1789750463.9316044,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750534.8399808,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750534.8400724,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"info","ts":1789750534.8401098,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"info","ts":1789750534.8401227,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","EoS":true}
{"level":"info","ts":1789750534.8401442,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","header":"x-maas-group"}
{"level":"info","ts":1789750534.8401546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","header":"x-maas-username"}
{"level":"info","ts":1789750534.84016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","header":"x-maas-keyname"}
{"level":"info","ts":1789750534.840165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","header":"x-maas-subscription"}
{"level":"info","ts":1789750534.84018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789750534.8402038,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"info","ts":1789750534.8412316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"info","ts":1789750534.841248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"info","ts":1789750534.841261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","EoS":false}
{"level":"info","ts":1789750534.8412716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"info","ts":1789750534.8412933,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b","EoS":true}
{"level":"info","ts":1789750534.841304,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"39cd5e55170445f68b13fcf333c20a4b","span_id":"7f6788060d2314d4","x-request-id":"cb308812-4387-4f6b-ba84-004e9234f25b"}
{"level":"error","ts":1789750548.941129,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750553.799443,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750553.799523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.7995334,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.7995434,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","EoS":true}
{"level":"info","ts":1789750553.7995627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","header":"x-maas-keyname"}
{"level":"info","ts":1789750553.799573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","header":"x-maas-group"}
{"level":"info","ts":1789750553.7995777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","header":"x-maas-username"}
{"level":"info","ts":1789750553.7995822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","header":"x-maas-subscription"}
{"level":"info","ts":1789750553.799595,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789750553.7996125,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.81266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.8126898,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.8127143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","EoS":false}
{"level":"info","ts":1789750553.8127315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.8127728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","EoS":false}
{"level":"info","ts":1789750553.812786,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.8128479,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274","EoS":true}
{"level":"info","ts":1789750553.8128612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d36f4c598d0956dddc509942c8def4a2","span_id":"c38777c48ea54e85","x-request-id":"9cb51f3f-bd08-403f-b5a5-dfebc5dcb274"}
{"level":"info","ts":1789750553.9492512,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750553.9493475,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.9493635,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.9493809,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","EoS":true}
{"level":"info","ts":1789750553.9494548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","header":"x-maas-subscription"}
{"level":"info","ts":1789750553.9494698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","header":"x-maas-username"}
{"level":"info","ts":1789750553.9494786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","header":"x-maas-group"}
{"level":"info","ts":1789750553.9494853,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","header":"x-maas-keyname"}
{"level":"info","ts":1789750553.9495068,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789750553.94954,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.9504886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.9505029,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.9505186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","EoS":false}
{"level":"info","ts":1789750553.9505327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.9505556,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","EoS":false}
{"level":"info","ts":1789750553.9505677,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750553.950578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520","EoS":true}
{"level":"info","ts":1789750553.9505842,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"02bd7de61d2bb93c40212e010c2c76f2","span_id":"7e9866e0c7a10ac3","x-request-id":"7299ff67-b704-48b8-928b-1b500deaa520"}
{"level":"info","ts":1789750554.0850546,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750554.0851514,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.0851636,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.0851753,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","EoS":true}
{"level":"info","ts":1789750554.0851924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","header":"x-maas-subscription"}
{"level":"info","ts":1789750554.085203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","header":"x-maas-username"}
{"level":"info","ts":1789750554.0852084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","header":"x-maas-group"}
{"level":"info","ts":1789750554.0852127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","header":"x-maas-keyname"}
{"level":"info","ts":1789750554.0852258,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789750554.0852482,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.0879571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.0879698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.087983,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","EoS":false}
{"level":"info","ts":1789750554.0879946,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.088016,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","EoS":false}
{"level":"info","ts":1789750554.0880268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.088038,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","EoS":false}
{"level":"info","ts":1789750554.0880487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"info","ts":1789750554.0880594,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526","EoS":true}
{"level":"info","ts":1789750554.088066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9e0a69e8cca46b8e13e844492bd8396d","span_id":"d9b23b2fb33b27c8","x-request-id":"575877b7-7f5d-4d05-8fea-831c5b61f526"}
{"level":"error","ts":1789750563.942617,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789750573.148157,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789750573.1482499,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.148263,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.1482756,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","EoS":true}
{"level":"info","ts":1789750573.1482966,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","header":"x-maas-username"}
{"level":"info","ts":1789750573.1483057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","header":"x-maas-subscription"}
{"level":"info","ts":1789750573.1483111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","header":"x-maas-group"}
{"level":"info","ts":1789750573.1483157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","header":"x-maas-keyname"}
{"level":"info","ts":1789750573.1483314,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789750573.1483514,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.1493256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.149355,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.1493814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","EoS":false}
{"level":"info","ts":1789750573.1494021,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.1494417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","EoS":false}
{"level":"info","ts":1789750573.1494596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"info","ts":1789750573.1494813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402","EoS":true}
{"level":"info","ts":1789750573.149499,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7906451e2cc311901aa3c0cb9a4e9d6b","span_id":"2cf60012f83f8958","x-request-id":"ca9f700f-2ba1-4d2e-89a9-d35bee490402"}
{"level":"error","ts":1789750573.9436371,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789750583.9438086,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}