{"level":"info","ts":1789781139.838554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a","header":"x-maas-group"}
{"level":"info","ts":1789781139.8385684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789781139.8385956,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a"}
{"level":"info","ts":1789781139.8399272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a"}
{"level":"info","ts":1789781139.8399563,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a"}
{"level":"info","ts":1789781139.839975,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a","EoS":false}
{"level":"info","ts":1789781139.8399913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a"}
{"level":"info","ts":1789781139.8400266,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a","EoS":true}
{"level":"info","ts":1789781139.840041,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"feee83c0f805670ae481c427c028fc72","span_id":"7dd0760a8e9fcf8b","x-request-id":"f7ce345d-a1b0-43e9-ad06-bddc7d2e4f1a"}
{"level":"info","ts":1789781139.881316,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789781139.8814044,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.8814178,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.8814285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","EoS":true}
{"level":"info","ts":1789781139.8814495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","header":"x-maas-subscription"}
{"level":"info","ts":1789781139.881459,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","header":"x-maas-keyname"}
{"level":"info","ts":1789781139.8814642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","header":"x-maas-username"}
{"level":"info","ts":1789781139.8814695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","header":"x-maas-group"}
{"level":"info","ts":1789781139.8814833,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789781139.8815277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.8832593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.8832774,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.8832886,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","EoS":false}
{"level":"info","ts":1789781139.8832996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.8833227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0","EoS":true}
{"level":"info","ts":1789781139.8833323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d31607a879542b7dda60f6360fa6232e","span_id":"b46af22b3c43f8ec","x-request-id":"51d8a199-f9ea-4ce1-8072-643c6f73f1a0"}
{"level":"info","ts":1789781139.935857,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789781139.9359689,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"info","ts":1789781139.9359832,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"info","ts":1789781139.9360013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","EoS":true}
{"level":"info","ts":1789781139.9360337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","header":"x-maas-username"}
{"level":"info","ts":1789781139.9360452,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","header":"x-maas-keyname"}
{"level":"info","ts":1789781139.9360557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","header":"x-maas-subscription"}
{"level":"info","ts":1789781139.9360723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","header":"x-maas-group"}
{"level":"info","ts":1789781139.9360943,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789781139.936128,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"info","ts":1789781139.9371972,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"info","ts":1789781139.937222,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"info","ts":1789781139.93724,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","EoS":false}
{"level":"info","ts":1789781139.9372537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"info","ts":1789781139.9372807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f","EoS":true}
{"level":"info","ts":1789781139.9372942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"04c3f2f0c1db31f39f7c6b08a569c1e9","span_id":"a63582c5b3831f3a","x-request-id":"f9c9277f-1c60-4daa-80be-502f25386b5f"}
{"level":"error","ts":1789781150.1292207,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789781157.0276349,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789781157.027733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e679c577a58e6171333b2cfea041326e","span_id":"2ed29df895bd8453","x-request-id":"d1de5b6a-71f6-470f-84c9-856bc5fa1a7f"}
{"level":"info","ts":1789781157.027746,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e679c577a58e6171333b2cfea041326e","span_id":"2ed29df895bd8453","x-request-id":"d1de5b6a-71f6-470f-84c9-856bc5fa1a7f"}
{"level":"info","ts":1789781157.027761,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e679c577a58e6171333b2cfea041326e","span_id":"2ed29df895bd8453","x-request-id":"d1de5b6a-71f6-470f-84c9-856bc5fa1a7f","EoS":true}
{"level":"info","ts":1789781157.02781,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e679c577a58e6171333b2cfea041326e","span_id":"2ed29df895bd8453","x-request-id":"d1de5b6a-71f6-470f-84c9-856bc5fa1a7f"}
{"level":"info","ts":1789781157.1824772,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789781157.1825762,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fa9a15de90e3cec303cc0b225019fb56","span_id":"8499edefb8ccf6e7","x-request-id":"78ba01f4-65ef-44d0-b2d5-5927aadc2f8d"}
{"level":"info","ts":1789781157.1825883,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fa9a15de90e3cec303cc0b225019fb56","span_id":"8499edefb8ccf6e7","x-request-id":"78ba01f4-65ef-44d0-b2d5-5927aadc2f8d"}
{"level":"info","ts":1789781157.182599,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fa9a15de90e3cec303cc0b225019fb56","span_id":"8499edefb8ccf6e7","x-request-id":"78ba01f4-65ef-44d0-b2d5-5927aadc2f8d","EoS":true}
{"level":"info","ts":1789781157.1826878,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fa9a15de90e3cec303cc0b225019fb56","span_id":"8499edefb8ccf6e7","x-request-id":"78ba01f4-65ef-44d0-b2d5-5927aadc2f8d"}
{"level":"info","ts":1789781157.3395522,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789781157.3396564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0db3cd91fc4325931b8aba5ae23bfba1","span_id":"76c0a2b5d4a35946","x-request-id":"ac905f48-ecfd-409d-a036-e52289f37f1c"}
{"level":"info","ts":1789781157.3396704,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0db3cd91fc4325931b8aba5ae23bfba1","span_id":"76c0a2b5d4a35946","x-request-id":"ac905f48-ecfd-409d-a036-e52289f37f1c"}
{"level":"info","ts":1789781157.3396885,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0db3cd91fc4325931b8aba5ae23bfba1","span_id":"76c0a2b5d4a35946","x-request-id":"ac905f48-ecfd-409d-a036-e52289f37f1c","EoS":true}
{"level":"info","ts":1789781157.3397453,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0db3cd91fc4325931b8aba5ae23bfba1","span_id":"76c0a2b5d4a35946","x-request-id":"ac905f48-ecfd-409d-a036-e52289f37f1c"}
{"level":"error","ts":1789781170.1316643,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782094.0721562,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782094.0722594,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.0722728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.0722842,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","EoS":true}
{"level":"info","ts":1789782094.0723097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","header":"x-maas-group"}
{"level":"info","ts":1789782094.0723188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","header":"x-maas-subscription"}
{"level":"info","ts":1789782094.0723248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","header":"x-maas-keyname"}
{"level":"info","ts":1789782094.0723298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","header":"x-maas-username"}
{"level":"info","ts":1789782094.0723443,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789782094.0723722,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.0733895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.0734107,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.0734332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","EoS":false}
{"level":"info","ts":1789782094.0734522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.0734894,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d","EoS":true}
{"level":"info","ts":1789782094.0735164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ed38aa35126a5b1d98b83f51f899ab8","span_id":"e03e274b776135fd","x-request-id":"2eef003f-8052-4466-8a9e-0892260a844d"}
{"level":"info","ts":1789782094.1115675,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782094.1116552,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"info","ts":1789782094.1116667,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"info","ts":1789782094.1116784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","EoS":true}
{"level":"info","ts":1789782094.111709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","header":"x-maas-username"}
{"level":"info","ts":1789782094.11172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","header":"x-maas-subscription"}
{"level":"info","ts":1789782094.1117256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","header":"x-maas-group"}
{"level":"info","ts":1789782094.11173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","header":"x-maas-keyname"}
{"level":"info","ts":1789782094.1117437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789782094.1117656,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"info","ts":1789782094.1126099,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"info","ts":1789782094.1126223,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"info","ts":1789782094.1126351,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","EoS":false}
{"level":"info","ts":1789782094.1126454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"info","ts":1789782094.1126676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52","EoS":true}
{"level":"info","ts":1789782094.1126804,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"990fb12816b2c67b282692ff854c1c60","span_id":"9214891f398ee68d","x-request-id":"71ebe6ec-e4f7-4aed-a382-c9ebfb95be52"}
{"level":"error","ts":1789782105.2371333,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782428.049804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60978c2a-ae79-4c20-ad3d-b3235109f4b0"}
{"level":"info","ts":1789782428.0498042,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da1cf7d3-3998-43bb-a95e-35eccff4af3d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789782428.0499527,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da1cf7d3-3998-43bb-a95e-35eccff4af3d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.0499825,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da1cf7d3-3998-43bb-a95e-35eccff4af3d"}
{"level":"info","ts":1789782428.0579262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec9156c3-b836-48d4-980f-de244ba49ecb","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789782428.0579534,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec9156c3-b836-48d4-980f-de244ba49ecb","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.057976,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec9156c3-b836-48d4-980f-de244ba49ecb"}
{"level":"error","ts":1789782428.058141,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60978c2a-ae79-4c20-ad3d-b3235109f4b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.058175,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60978c2a-ae79-4c20-ad3d-b3235109f4b0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.061308,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60978c2a-ae79-4c20-ad3d-b3235109f4b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.061347,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60978c2a-ae79-4c20-ad3d-b3235109f4b0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.0613947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb024907-37f6-4b4a-96e8-e6a3a0a76b1d"}
{"level":"error","ts":1789782428.061415,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb024907-37f6-4b4a-96e8-e6a3a0a76b1d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.0651898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3cf0d47a-6900-494e-9832-3d2c2a90b87c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789782428.0652218,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3cf0d47a-6900-494e-9832-3d2c2a90b87c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.065252,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3cf0d47a-6900-494e-9832-3d2c2a90b87c"}
{"level":"error","ts":1789782428.0704064,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb024907-37f6-4b4a-96e8-e6a3a0a76b1d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.0704372,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb024907-37f6-4b4a-96e8-e6a3a0a76b1d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.0704799,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"607f2d6d-44b8-4aba-817b-781ee0048b9f"}
{"level":"error","ts":1789782428.0705273,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"607f2d6d-44b8-4aba-817b-781ee0048b9f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.0748422,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"607f2d6d-44b8-4aba-817b-781ee0048b9f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.0950623,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0a4b868-958b-43b5-9ce3-ddbd60d24308"}
{"level":"error","ts":1789782428.0950892,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0a4b868-958b-43b5-9ce3-ddbd60d24308","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.0997832,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0a4b868-958b-43b5-9ce3-ddbd60d24308","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.140157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a60b016-cacd-439c-bc9f-2ebbc8e6a014"}
{"level":"error","ts":1789782428.1401868,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a60b016-cacd-439c-bc9f-2ebbc8e6a014","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.1456647,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a60b016-cacd-439c-bc9f-2ebbc8e6a014","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.2003841,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dcfdf66-d06b-4757-a3fc-f01ffecd2141"}
{"level":"error","ts":1789782428.2004137,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dcfdf66-d06b-4757-a3fc-f01ffecd2141","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.2004476,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"745ca930-38dc-4b7c-907e-bf66c024b02d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789782428.2004821,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"745ca930-38dc-4b7c-907e-bf66c024b02d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.2005265,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"745ca930-38dc-4b7c-907e-bf66c024b02d"}
{"level":"error","ts":1789782428.205212,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dcfdf66-d06b-4757-a3fc-f01ffecd2141","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.365362,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"75aabe8a-3636-4655-a4a6-668e290bddbf"}
{"level":"error","ts":1789782428.3654163,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"75aabe8a-3636-4655-a4a6-668e290bddbf","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.3704617,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"75aabe8a-3636-4655-a4a6-668e290bddbf","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782428.6910079,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"038e7239-2542-45a8-b376-ba9490209680"}
{"level":"error","ts":1789782428.691056,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"038e7239-2542-45a8-b376-ba9490209680","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782428.6969118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"038e7239-2542-45a8-b376-ba9490209680","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782429.3377392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fabc7024-e8c3-4881-9f72-37eea7271a83"}
{"level":"error","ts":1789782429.3377967,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fabc7024-e8c3-4881-9f72-37eea7271a83","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782429.3430705,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fabc7024-e8c3-4881-9f72-37eea7271a83","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782430.6238008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74a9b1f9-bd5d-48ef-9143-74d0bb173d13"}
{"level":"error","ts":1789782430.6238654,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74a9b1f9-bd5d-48ef-9143-74d0bb173d13","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782430.634404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74a9b1f9-bd5d-48ef-9143-74d0bb173d13","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782433.1948931,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4fe10120-ae29-49b9-a796-1e36e1952c8a"}
{"level":"error","ts":1789782433.194945,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4fe10120-ae29-49b9-a796-1e36e1952c8a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789782433.2002985,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4fe10120-ae29-49b9-a796-1e36e1952c8a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782433.2012985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04be7998-e319-4907-b587-c8365a0e9b8f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789782433.2013264,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04be7998-e319-4907-b587-c8365a0e9b8f","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789782433.2013464,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04be7998-e319-4907-b587-c8365a0e9b8f"}
{"level":"info","ts":1789782433.5023358,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782433.5024385,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.5024536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.5024683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","EoS":true}
{"level":"info","ts":1789782433.5024905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","header":"x-maas-keyname"}
{"level":"info","ts":1789782433.502527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","header":"x-maas-subscription"}
{"level":"info","ts":1789782433.502535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","header":"x-maas-username"}
{"level":"info","ts":1789782433.5025432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","header":"x-maas-group"}
{"level":"info","ts":1789782433.5025592,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782433.5025852,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.5035727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.5036001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.503614,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","EoS":false}
{"level":"info","ts":1789782433.5036259,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.5036502,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c","EoS":true}
{"level":"info","ts":1789782433.5036597,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"58cd105ce9c42fbfcf414699a4816181","span_id":"db2acbe1b12cb42b","x-request-id":"7236aee9-5597-4588-b188-12793c76cd7c"}
{"level":"info","ts":1789782433.6100225,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782433.6101167,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.6101289,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.61014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","EoS":true}
{"level":"info","ts":1789782433.610163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","header":"x-maas-username"}
{"level":"info","ts":1789782433.6101785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","header":"x-maas-subscription"}
{"level":"info","ts":1789782433.6101844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","header":"x-maas-keyname"}
{"level":"info","ts":1789782433.6101909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","header":"x-maas-group"}
{"level":"info","ts":1789782433.6102037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782433.6102295,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.6110525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.611076,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.6110878,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","EoS":false}
{"level":"info","ts":1789782433.6110988,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.611125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86","EoS":true}
{"level":"info","ts":1789782433.6111357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ee6839e515ee8cc3017e1b2696b9af2","span_id":"55772fc4f90f94cb","x-request-id":"a2695ef5-4934-4838-90c6-6318cdf6db86"}
{"level":"info","ts":1789782433.7279284,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782433.7280278,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.7280784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.7281,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","EoS":true}
{"level":"info","ts":1789782433.7281382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","header":"x-maas-group"}
{"level":"info","ts":1789782433.7281516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","header":"x-maas-username"}
{"level":"info","ts":1789782433.7281597,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","header":"x-maas-keyname"}
{"level":"info","ts":1789782433.7281697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","header":"x-maas-subscription"}
{"level":"info","ts":1789782433.7281902,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782433.7282293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.7290363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.7290587,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.7290778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","EoS":false}
{"level":"info","ts":1789782433.7290924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.7291243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37","EoS":true}
{"level":"info","ts":1789782433.7291386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c9533e6c82c8f76279d2c9ae5e9a0a0d","span_id":"6a25b74951e11a45","x-request-id":"c044b4be-87a7-4b45-b65d-987c17e92e37"}
{"level":"info","ts":1789782433.8756163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"938ecb39-72ff-4a01-9c98-538488c9091f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789782433.8756511,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9dba0692-70ef-4d1c-89ae-7e77f5f0d9c8"}
{"level":"info","ts":1789782433.8756566,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"938ecb39-72ff-4a01-9c98-538488c9091f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789782445.2715623,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782456.8402352,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782456.840346,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.840359,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.840371,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","EoS":true}
{"level":"info","ts":1789782456.8403935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","header":"x-maas-username"}
{"level":"info","ts":1789782456.8404098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","header":"x-maas-group"}
{"level":"info","ts":1789782456.8404179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","header":"x-maas-keyname"}
{"level":"info","ts":1789782456.8404245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","header":"x-maas-subscription"}
{"level":"info","ts":1789782456.8404412,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782456.8404694,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.852681,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.8527107,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.852727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","EoS":false}
{"level":"info","ts":1789782456.8527415,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.8527663,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb","EoS":true}
{"level":"info","ts":1789782456.8527756,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b79daac19713850154fbc576b63bb723","span_id":"6213c8f960231a0f","x-request-id":"1e0ed386-12ab-4333-b643-fe3c02e5c5bb"}
{"level":"info","ts":1789782456.994269,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782456.9943736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782456.9943879,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782456.9944057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","EoS":true}
{"level":"info","ts":1789782456.9944398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","header":"x-maas-username"}
{"level":"info","ts":1789782456.9944546,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","header":"x-maas-keyname"}
{"level":"info","ts":1789782456.994463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","header":"x-maas-subscription"}
{"level":"info","ts":1789782456.9944713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","header":"x-maas-group"}
{"level":"info","ts":1789782456.9944937,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782456.9945552,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782456.9961305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782456.9961572,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782456.9961689,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","EoS":false}
{"level":"info","ts":1789782456.9961808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782456.9962068,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c","EoS":true}
{"level":"info","ts":1789782456.9962149,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bd9de9ad639a2589057a9f0eb1a7b0bf","span_id":"dfa5bbdd0027cce1","x-request-id":"c4227b22-5266-495a-94fb-c142a5f76c8c"}
{"level":"info","ts":1789782457.1308005,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782457.1308916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.1309025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.130913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","EoS":true}
{"level":"info","ts":1789782457.130933,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","header":"x-maas-subscription"}
{"level":"info","ts":1789782457.130943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","header":"x-maas-group"}
{"level":"info","ts":1789782457.1309474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","header":"x-maas-username"}
{"level":"info","ts":1789782457.1309516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","header":"x-maas-keyname"}
{"level":"info","ts":1789782457.1309655,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782457.1309884,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.1316307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.131649,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.1316605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","EoS":false}
{"level":"info","ts":1789782457.131671,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.1316943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249","EoS":true}
{"level":"info","ts":1789782457.1317039,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8608076b5d07d6a81f16889b4ffdb98a","span_id":"104f88f300a4d394","x-request-id":"de045fd2-c6f7-4439-9136-d6bb69d58249"}
{"level":"info","ts":1789782457.270432,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782457.270553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.2705698,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.2705877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","EoS":true}
{"level":"info","ts":1789782457.27062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","header":"x-maas-subscription"}
{"level":"info","ts":1789782457.2706332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","header":"x-maas-username"}
{"level":"info","ts":1789782457.270641,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","header":"x-maas-group"}
{"level":"info","ts":1789782457.27065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","header":"x-maas-keyname"}
{"level":"info","ts":1789782457.270673,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782457.270707,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.2713661,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.2713902,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.2714071,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","EoS":false}
{"level":"info","ts":1789782457.2714262,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.2714512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444","EoS":true}
{"level":"info","ts":1789782457.27146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3bbc7fda8221491261b0ea05c2da6dfe","span_id":"7086dabd85d171b0","x-request-id":"bc39af19-47e2-4e8f-b42b-e1fd567d8444"}
{"level":"info","ts":1789782457.4065835,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782457.4066694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"info","ts":1789782457.4066832,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"info","ts":1789782457.4066944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","EoS":true}
{"level":"info","ts":1789782457.406715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","header":"x-maas-subscription"}
{"level":"info","ts":1789782457.4067245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","header":"x-maas-group"}
{"level":"info","ts":1789782457.4067292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","header":"x-maas-username"}
{"level":"info","ts":1789782457.4067333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","header":"x-maas-keyname"}
{"level":"info","ts":1789782457.4067469,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782457.4067714,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"info","ts":1789782457.407441,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"info","ts":1789782457.4074597,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"info","ts":1789782457.4074707,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","EoS":false}
{"level":"info","ts":1789782457.4074876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"info","ts":1789782457.4075305,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865","EoS":true}
{"level":"info","ts":1789782457.4075406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"509ba4602f8f3549434704b712f0e638","span_id":"8acdeaa0caf68585","x-request-id":"2c37e0b6-b39e-4d1f-9d1b-ed758dc2d865"}
{"level":"error","ts":1789782470.2743082,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782472.587738,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782472.5878422,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.5878577,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.5878768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","EoS":true}
{"level":"info","ts":1789782472.5879116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","header":"x-maas-subscription"}
{"level":"info","ts":1789782472.5879238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","header":"x-maas-username"}
{"level":"info","ts":1789782472.5879285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","header":"x-maas-keyname"}
{"level":"info","ts":1789782472.5879335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","header":"x-maas-group"}
{"level":"info","ts":1789782472.587953,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782472.5879796,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.588725,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.588746,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.588762,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","EoS":false}
{"level":"info","ts":1789782472.5887728,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.5887954,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839","EoS":true}
{"level":"info","ts":1789782472.5888028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08837f987ee373ed8a1359ba660d321e","span_id":"6f9afd65b8fc21a2","x-request-id":"437ea722-e2d8-49e7-8f80-d2543df39839"}
{"level":"info","ts":1789782472.623678,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782472.6237638,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.6237752,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.6237879,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","EoS":true}
{"level":"info","ts":1789782472.6238058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","header":"x-maas-group"}
{"level":"info","ts":1789782472.623816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","header":"x-maas-username"}
{"level":"info","ts":1789782472.6238244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","header":"x-maas-keyname"}
{"level":"info","ts":1789782472.6238315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","header":"x-maas-subscription"}
{"level":"info","ts":1789782472.6238492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782472.6238742,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.624558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.6245768,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.624598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","EoS":false}
{"level":"info","ts":1789782472.6246097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.624632,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e","EoS":true}
{"level":"info","ts":1789782472.6246426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"27f77a819f0744ea9cb9d29b91234712","span_id":"100bef16f4a67b8e","x-request-id":"184d34ec-30c0-44ef-ac1e-c8252f549e1e"}
{"level":"info","ts":1789782472.7380452,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782472.738181,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308"}
{"level":"info","ts":1789782472.7388442,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308"}
{"level":"info","ts":1789782472.7388742,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308"}
{"level":"info","ts":1789782472.738895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308","EoS":false}
{"level":"info","ts":1789782472.7389157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308"}
{"level":"info","ts":1789782472.738951,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308","EoS":true}
{"level":"info","ts":1789782472.7389705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2df716cacae0defd1e08f131f68a0f21","span_id":"6c483e0138b8d196","x-request-id":"e4255410-5695-4b2a-9d40-19e9c9e95308"}
{"level":"info","ts":1789782473.5909693,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782473.5910878,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782473.5911133,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782473.5911262,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","EoS":true}
{"level":"info","ts":1789782473.5911486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","header":"x-maas-subscription"}
{"level":"info","ts":1789782473.591157,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","header":"x-maas-group"}
{"level":"info","ts":1789782473.591163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","header":"x-maas-username"}
{"level":"info","ts":1789782473.5911677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","header":"x-maas-keyname"}
{"level":"info","ts":1789782473.591182,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782473.5912082,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782473.5921957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782473.5922158,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782473.5922384,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","EoS":false}
{"level":"info","ts":1789782473.5922577,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782473.5922947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70","EoS":true}
{"level":"info","ts":1789782473.5923064,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"149e2ba7aed6098ac5ea2b92279cfa06","span_id":"e834b6a32db868a4","x-request-id":"64d9ab3c-27df-4b4e-bb82-72c354931f70"}
{"level":"info","ts":1789782474.6100514,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782474.6101518,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782474.6101658,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782474.6101775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","EoS":true}
{"level":"info","ts":1789782474.6102066,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","header":"x-maas-group"}
{"level":"info","ts":1789782474.610221,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","header":"x-maas-username"}
{"level":"info","ts":1789782474.6102293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","header":"x-maas-subscription"}
{"level":"info","ts":1789782474.610236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","header":"x-maas-keyname"}
{"level":"info","ts":1789782474.6102538,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782474.610275,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782474.611233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782474.611256,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782474.6112838,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","EoS":false}
{"level":"info","ts":1789782474.611308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782474.611345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc","EoS":true}
{"level":"info","ts":1789782474.6113567,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f4f6d0a02c8ec1906b3dc821f102e560","span_id":"f07242d72e99cec2","x-request-id":"195c6727-9126-4e5b-85ab-36c48c54e0bc"}
{"level":"info","ts":1789782475.4035993,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782475.403691,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782475.403705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782475.403717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","EoS":true}
{"level":"info","ts":1789782475.4037457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","header":"x-maas-keyname"}
{"level":"info","ts":1789782475.4037557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","header":"x-maas-subscription"}
{"level":"info","ts":1789782475.403762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","header":"x-maas-username"}
{"level":"info","ts":1789782475.4037666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","header":"x-maas-group"}
{"level":"info","ts":1789782475.4037812,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782475.4038062,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782475.4047415,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782475.4047623,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782475.4047728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","EoS":false}
{"level":"info","ts":1789782475.4047856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782475.4048102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee","EoS":true}
{"level":"info","ts":1789782475.4048226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78c2668f78d22ec7bf4dc19782dd1241","span_id":"a3f566e2fd92e980","x-request-id":"a834b8e5-65da-46e6-b12d-2a20434558ee"}
{"level":"info","ts":1789782476.517323,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782476.517428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"info","ts":1789782476.5174432,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"info","ts":1789782476.5174625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","EoS":true}
{"level":"info","ts":1789782476.5175195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","header":"x-maas-subscription"}
{"level":"info","ts":1789782476.5175323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","header":"x-maas-group"}
{"level":"info","ts":1789782476.5175421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","header":"x-maas-username"}
{"level":"info","ts":1789782476.5175512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","header":"x-maas-keyname"}
{"level":"info","ts":1789782476.5175705,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782476.5176058,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"info","ts":1789782476.5185623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"info","ts":1789782476.518583,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"info","ts":1789782476.5185935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","EoS":false}
{"level":"info","ts":1789782476.5186095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"info","ts":1789782476.5186412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99","EoS":true}
{"level":"info","ts":1789782476.5186512,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aeaf4e0159a25bc76b87499c39479eeb","span_id":"67ccf21e69b62f47","x-request-id":"d1f92e17-b7ed-4d34-b319-8f0867120f99"}
{"level":"error","ts":1789782485.2758942,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782496.5214653,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782496.521573,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"info","ts":1789782496.5215936,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"info","ts":1789782496.5216126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","EoS":true}
{"level":"info","ts":1789782496.5216403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","header":"x-maas-username"}
{"level":"info","ts":1789782496.521652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","header":"x-maas-keyname"}
{"level":"info","ts":1789782496.5216572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","header":"x-maas-group"}
{"level":"info","ts":1789782496.5216627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","header":"x-maas-subscription"}
{"level":"info","ts":1789782496.521677,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782496.5217035,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"info","ts":1789782496.5281782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"info","ts":1789782496.5281973,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"info","ts":1789782496.5282125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","EoS":false}
{"level":"info","ts":1789782496.528224,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"info","ts":1789782496.5282507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478","EoS":true}
{"level":"info","ts":1789782496.5282648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e01d8408cbbffbbc0c53dfc32d5b2dfe","span_id":"64385b82a3a74a21","x-request-id":"c532ce8b-e3c5-4969-a7a3-e29b0c9f0478"}
{"level":"error","ts":1789782500.2767868,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789782515.2781708,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782588.4779973,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782588.4780962,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"info","ts":1789782588.4781094,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"info","ts":1789782588.478121,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","EoS":true}
{"level":"info","ts":1789782588.4781425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","header":"x-maas-subscription"}
{"level":"info","ts":1789782588.4781528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","header":"x-maas-group"}
{"level":"info","ts":1789782588.4781575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","header":"x-maas-username"}
{"level":"info","ts":1789782588.4781618,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","header":"x-maas-keyname"}
{"level":"info","ts":1789782588.4781752,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789782588.4781976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"info","ts":1789782588.5113862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"info","ts":1789782588.5114145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"info","ts":1789782588.5114312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","EoS":false}
{"level":"info","ts":1789782588.5114427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"info","ts":1789782588.5114682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a","EoS":true}
{"level":"info","ts":1789782588.51148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"872dfedc0e1886b21cdc385c7dc343dd","span_id":"2781d7a71d2d2c7a","x-request-id":"342d301e-ef00-4abc-ab24-0c115aeb3e0a"}
{"level":"error","ts":1789782600.2854054,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782658.7005432,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782658.7006419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"info","ts":1789782658.7006536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"info","ts":1789782658.7006652,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","EoS":true}
{"level":"info","ts":1789782658.700688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","header":"x-maas-username"}
{"level":"info","ts":1789782658.7006974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","header":"x-maas-subscription"}
{"level":"info","ts":1789782658.7007027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","header":"x-maas-group"}
{"level":"info","ts":1789782658.7007074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","header":"x-maas-keyname"}
{"level":"info","ts":1789782658.7007215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789782658.700746,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"info","ts":1789782658.7016122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"info","ts":1789782658.7016373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"info","ts":1789782658.7016528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","EoS":false}
{"level":"info","ts":1789782658.701664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"info","ts":1789782658.70169,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1","EoS":true}
{"level":"info","ts":1789782658.701702,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09f8e00067bc5acf7bb9d7b1c066dd99","span_id":"349d945b023abce5","x-request-id":"e7d38915-6b1d-9dcf-a9f8-03e803604eb1"}
{"level":"error","ts":1789782670.2931297,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782677.6537075,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782677.6538012,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.6538143,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.653826,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","EoS":true}
{"level":"info","ts":1789782677.65385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","header":"x-maas-subscription"}
{"level":"info","ts":1789782677.6538577,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","header":"x-maas-group"}
{"level":"info","ts":1789782677.6538632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","header":"x-maas-keyname"}
{"level":"info","ts":1789782677.6538677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","header":"x-maas-username"}
{"level":"info","ts":1789782677.6538827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789782677.6539078,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.6661673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.6661918,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.6662138,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","EoS":false}
{"level":"info","ts":1789782677.6662395,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.666278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","EoS":false}
{"level":"info","ts":1789782677.6662905,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.6663053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1","EoS":true}
{"level":"info","ts":1789782677.666319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9736f0d4e75a620bb2cdbc4f83ff684","span_id":"ec8bae23db66cdf3","x-request-id":"5f020757-4e4a-4699-8385-95dbfa4a64d1"}
{"level":"info","ts":1789782677.8121037,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782677.8122208,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.8122344,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.8122463,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","EoS":true}
{"level":"info","ts":1789782677.8122706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","header":"x-maas-keyname"}
{"level":"info","ts":1789782677.8122828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","header":"x-maas-group"}
{"level":"info","ts":1789782677.812289,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","header":"x-maas-username"}
{"level":"info","ts":1789782677.8122935,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","header":"x-maas-subscription"}
{"level":"info","ts":1789782677.812309,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789782677.812333,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.8142135,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.8142333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.814256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","EoS":false}
{"level":"info","ts":1789782677.8142712,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.8143072,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06","EoS":true}
{"level":"info","ts":1789782677.8143184,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d40e105d919c8163b116b26645abe598","span_id":"73863f63f1dc5124","x-request-id":"f8e000f4-cb85-4c57-9564-bd8863198b06"}
{"level":"info","ts":1789782677.9571629,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782677.9572585,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"info","ts":1789782677.957273,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"info","ts":1789782677.957285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","EoS":true}
{"level":"info","ts":1789782677.9573054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","header":"x-maas-group"}
{"level":"info","ts":1789782677.9573176,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","header":"x-maas-keyname"}
{"level":"info","ts":1789782677.9573264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","header":"x-maas-username"}
{"level":"info","ts":1789782677.9573328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","header":"x-maas-subscription"}
{"level":"info","ts":1789782677.9573479,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789782677.9573646,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"info","ts":1789782677.958151,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"info","ts":1789782677.9581656,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"info","ts":1789782677.9581883,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","EoS":false}
{"level":"info","ts":1789782677.9582014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"info","ts":1789782677.9582243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57","EoS":true}
{"level":"info","ts":1789782677.9582334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"40fb7b9b47407037d50ae7b34b9fabdc","span_id":"9145d3629e1b870c","x-request-id":"377fb52f-7901-49cc-9806-00efca1c9f57"}
{"level":"error","ts":1789782690.2948182,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789782690.8132184,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789782690.8133404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"info","ts":1789782690.8133607,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"info","ts":1789782690.813379,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","EoS":true}
{"level":"info","ts":1789782690.8134089,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","header":"x-maas-subscription"}
{"level":"info","ts":1789782690.8134239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","header":"x-maas-keyname"}
{"level":"info","ts":1789782690.8134315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","header":"x-maas-username"}
{"level":"info","ts":1789782690.8134382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","header":"x-maas-group"}
{"level":"info","ts":1789782690.8134573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789782690.813493,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"info","ts":1789782690.8149223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"info","ts":1789782690.8149428,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"info","ts":1789782690.814959,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","EoS":false}
{"level":"info","ts":1789782690.8149762,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"info","ts":1789782690.8150015,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e","EoS":true}
{"level":"info","ts":1789782690.815011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0a135c90befd28adaed82fa741ac352","span_id":"59105970adea6d0c","x-request-id":"78be36ef-b44e-4132-be23-c0d07679240e"}
{"level":"error","ts":1789782705.2960885,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}