{"level":"info","ts":1789740703.717817,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789740703.7179904,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.7180264,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.7180862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","EoS":true}
{"level":"info","ts":1789740703.7181249,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","header":"x-maas-username"}
{"level":"info","ts":1789740703.7181473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","header":"x-maas-group"}
{"level":"info","ts":1789740703.718166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","header":"x-maas-keyname"}
{"level":"info","ts":1789740703.718185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","header":"x-maas-subscription"}
{"level":"info","ts":1789740703.7182148,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789740703.718255,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.7189748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.7190604,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.7191105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","EoS":false}
{"level":"info","ts":1789740703.719132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.7191699,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe","EoS":true}
{"level":"info","ts":1789740703.719181,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dacedce8d3f7e34c6e1dfb560f38841a","span_id":"0f62f4872f0cdb57","x-request-id":"2638095a-b262-49f0-a333-b596a6953cbe"}
{"level":"info","ts":1789740703.8212237,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789740703.8213434,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"info","ts":1789740703.8213599,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"info","ts":1789740703.8213747,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","EoS":true}
{"level":"info","ts":1789740703.8214006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","header":"x-maas-keyname"}
{"level":"info","ts":1789740703.8214111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","header":"x-maas-username"}
{"level":"info","ts":1789740703.821416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","header":"x-maas-group"}
{"level":"info","ts":1789740703.821421,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","header":"x-maas-subscription"}
{"level":"info","ts":1789740703.8214357,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789740703.8214602,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"info","ts":1789740703.8221388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"info","ts":1789740703.8221593,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"info","ts":1789740703.8221803,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","EoS":false}
{"level":"info","ts":1789740703.8221974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"info","ts":1789740703.8222322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593","EoS":true}
{"level":"info","ts":1789740703.822247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eb074d1421db16229451612ad57635e2","span_id":"cc5225e13ad42cb6","x-request-id":"51960e93-22dc-49e3-a33a-98e2135f3593"}
{"level":"error","ts":1789740712.0101893,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789740724.483572,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789740724.4836552,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff3ee3dd3129ccdf615e45fcf0c3f0d7","span_id":"9e1282636200e509","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de"}
{"level":"info","ts":1789740724.4836676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff3ee3dd3129ccdf615e45fcf0c3f0d7","span_id":"9e1282636200e509","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de"}
{"level":"info","ts":1789740724.483679,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff3ee3dd3129ccdf615e45fcf0c3f0d7","span_id":"9e1282636200e509","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de","EoS":true}
{"level":"info","ts":1789740724.4837244,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff3ee3dd3129ccdf615e45fcf0c3f0d7","span_id":"9e1282636200e509","x-request-id":"c2d1f4f9-3006-4b38-88aa-46f102d084de"}
{"level":"info","ts":1789740724.6334586,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789740724.6335433,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dadbd82e65bd50db9cd76e59c254a0b4","span_id":"d2bda77a91e2dcc8","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44"}
{"level":"info","ts":1789740724.633555,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dadbd82e65bd50db9cd76e59c254a0b4","span_id":"d2bda77a91e2dcc8","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44"}
{"level":"info","ts":1789740724.6335661,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dadbd82e65bd50db9cd76e59c254a0b4","span_id":"d2bda77a91e2dcc8","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44","EoS":true}
{"level":"info","ts":1789740724.6336067,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dadbd82e65bd50db9cd76e59c254a0b4","span_id":"d2bda77a91e2dcc8","x-request-id":"cf533c38-a0b9-4313-b1d5-f2066f84dc44"}
{"level":"info","ts":1789740724.7855368,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789740724.7856424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a6b0b17c86963e51423ccca68473073","span_id":"a45719334b468a73","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa"}
{"level":"info","ts":1789740724.785657,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a6b0b17c86963e51423ccca68473073","span_id":"a45719334b468a73","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa"}
{"level":"info","ts":1789740724.785671,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a6b0b17c86963e51423ccca68473073","span_id":"a45719334b468a73","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa","EoS":true}
{"level":"info","ts":1789740724.7857163,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a6b0b17c86963e51423ccca68473073","span_id":"a45719334b468a73","x-request-id":"d619fe54-ed6f-4058-9d9a-2e2fb234e5fa"}
{"level":"error","ts":1789740727.0112624,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789740742.0118566,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741727.8923953,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741727.892507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.892521,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.8925397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","EoS":true}
{"level":"info","ts":1789741727.8925796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","header":"x-maas-keyname"}
{"level":"info","ts":1789741727.892601,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","header":"x-maas-group"}
{"level":"info","ts":1789741727.8926105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","header":"x-maas-subscription"}
{"level":"info","ts":1789741727.892619,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","header":"x-maas-username"}
{"level":"info","ts":1789741727.8926396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789741727.8926744,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.894176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.8942006,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.8942215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","EoS":false}
{"level":"info","ts":1789741727.894238,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.894273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb","EoS":true}
{"level":"info","ts":1789741727.894284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4e540cf6afc6df534dab615de24969ce","span_id":"8744e253606b60ad","x-request-id":"08303e65-b9f0-459a-9e17-004e4f856ceb"}
{"level":"info","ts":1789741727.9338791,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741727.934001,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"info","ts":1789741727.934015,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"info","ts":1789741727.9340496,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","EoS":true}
{"level":"info","ts":1789741727.9340847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","header":"x-maas-group"}
{"level":"info","ts":1789741727.9340968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","header":"x-maas-subscription"}
{"level":"info","ts":1789741727.9341056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","header":"x-maas-username"}
{"level":"info","ts":1789741727.9341137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","header":"x-maas-keyname"}
{"level":"info","ts":1789741727.9341347,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789741727.9341695,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"info","ts":1789741727.934884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"info","ts":1789741727.934909,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"info","ts":1789741727.9349284,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","EoS":false}
{"level":"info","ts":1789741727.9349496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"info","ts":1789741727.9349751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b","EoS":true}
{"level":"info","ts":1789741727.9349844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bbe2b784cd6ee5141844a80fd5e92f0b","span_id":"38bee92c9d16e571","x-request-id":"bf085313-f562-40c3-ac26-1846d8ac6c7b"}
{"level":"error","ts":1789741742.1271846,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742049.6374035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dccf7dbf-735e-4642-a146-8ad596db4673"}
{"level":"info","ts":1789742049.637404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0adb7fc3-5c3c-4d7d-9933-c15295b58e6e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789742049.6375377,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0adb7fc3-5c3c-4d7d-9933-c15295b58e6e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.6375709,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0adb7fc3-5c3c-4d7d-9933-c15295b58e6e"}
{"level":"info","ts":1789742049.64309,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c10415ea-8198-4ca6-9bab-5ce3ff952dda","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789742049.6431196,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c10415ea-8198-4ca6-9bab-5ce3ff952dda","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.643138,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c10415ea-8198-4ca6-9bab-5ce3ff952dda"}
{"level":"error","ts":1789742049.6432035,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dccf7dbf-735e-4642-a146-8ad596db4673","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.6481044,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dacea459-d264-48e6-8395-da20824d0e20","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789742049.6481318,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dacea459-d264-48e6-8395-da20824d0e20","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.648147,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dacea459-d264-48e6-8395-da20824d0e20"}
{"level":"error","ts":1789742049.6482038,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dccf7dbf-735e-4642-a146-8ad596db4673","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.6482677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"302c094a-8c20-4c5d-9116-c760acdd1d16"}
{"level":"error","ts":1789742049.6482925,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"302c094a-8c20-4c5d-9116-c760acdd1d16","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742049.6522331,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"302c094a-8c20-4c5d-9116-c760acdd1d16","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.6624663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6a156588-3371-4059-a6da-a3aa90554a55"}
{"level":"error","ts":1789742049.6625214,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6a156588-3371-4059-a6da-a3aa90554a55","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742049.6669018,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6a156588-3371-4059-a6da-a3aa90554a55","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.6880815,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"22b2d25a-8146-4aac-bb20-a8fe876c0be6"}
{"level":"error","ts":1789742049.6881359,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"22b2d25a-8146-4aac-bb20-a8fe876c0be6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742049.6939254,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"22b2d25a-8146-4aac-bb20-a8fe876c0be6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.7350225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa00d74c-285f-4453-b405-d8d773024ef3"}
{"level":"error","ts":1789742049.7351048,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa00d74c-285f-4453-b405-d8d773024ef3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742049.7396193,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa00d74c-285f-4453-b405-d8d773024ef3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.7768369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6871e981-1146-4353-8aec-3c702a56559c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789742049.7768793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"35b73e21-4a66-446d-b62f-993caa160292"}
{"level":"error","ts":1789742049.7768798,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6871e981-1146-4353-8aec-3c702a56559c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.7769024,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6871e981-1146-4353-8aec-3c702a56559c"}
{"level":"error","ts":1789742049.776918,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"35b73e21-4a66-446d-b62f-993caa160292","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742049.7812092,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"35b73e21-4a66-446d-b62f-993caa160292","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742049.9414153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2ec3e419-5cdf-4f84-8f9e-e558c3f2ebcd"}
{"level":"error","ts":1789742049.9414747,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2ec3e419-5cdf-4f84-8f9e-e558c3f2ebcd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742049.9462888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2ec3e419-5cdf-4f84-8f9e-e558c3f2ebcd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742050.2669628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93271935-97d1-42dd-bbd2-79c415933fd0"}
{"level":"error","ts":1789742050.2670183,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93271935-97d1-42dd-bbd2-79c415933fd0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742050.2728233,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93271935-97d1-42dd-bbd2-79c415933fd0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742050.9136646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1f3d574-bba8-4f44-bc50-1192c5194674"}
{"level":"error","ts":1789742050.913732,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1f3d574-bba8-4f44-bc50-1192c5194674","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742050.9197156,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f1f3d574-bba8-4f44-bc50-1192c5194674","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742052.2007086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"797c33c8-f4d9-4c6f-9ac9-2b263fc17671"}
{"level":"error","ts":1789742052.2007554,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"797c33c8-f4d9-4c6f-9ac9-2b263fc17671","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742052.205905,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"797c33c8-f4d9-4c6f-9ac9-2b263fc17671","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742054.7661054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"af5be807-4a3e-442e-9586-8c4b6d95931e"}
{"level":"error","ts":1789742054.766153,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"af5be807-4a3e-442e-9586-8c4b6d95931e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742054.7711632,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"af5be807-4a3e-442e-9586-8c4b6d95931e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742054.7771232,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6250377e-564c-4287-acd3-06a3c50c0b5d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789742054.777154,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6250377e-564c-4287-acd3-06a3c50c0b5d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742054.7771728,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6250377e-564c-4287-acd3-06a3c50c0b5d"}
{"level":"info","ts":1789742059.778188,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c132fc43-1dd5-4f26-8c70-aa716b4f6797","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789742059.7782688,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c132fc43-1dd5-4f26-8c70-aa716b4f6797","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742059.7783008,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c132fc43-1dd5-4f26-8c70-aa716b4f6797"}
{"level":"info","ts":1789742059.8913307,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76d6c3f8-700f-4fd2-9ada-730014a9e67c"}
{"level":"error","ts":1789742059.8914037,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76d6c3f8-700f-4fd2-9ada-730014a9e67c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789742059.8971221,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"76d6c3f8-700f-4fd2-9ada-730014a9e67c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789742060.1858435,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742060.1859453,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.1859603,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.1859767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","EoS":true}
{"level":"info","ts":1789742060.1860037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","header":"x-maas-keyname"}
{"level":"info","ts":1789742060.186014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","header":"x-maas-group"}
{"level":"info","ts":1789742060.18602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","header":"x-maas-username"}
{"level":"info","ts":1789742060.1860244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","header":"x-maas-subscription"}
{"level":"info","ts":1789742060.1860557,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742060.1860807,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.1868203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.186842,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.186861,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","EoS":false}
{"level":"info","ts":1789742060.1868832,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.1869204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e","EoS":true}
{"level":"info","ts":1789742060.1869314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"66eb82cf95217327e2a39eee879843e0","span_id":"e19c86b61d212360","x-request-id":"c761256e-d771-436b-bb27-ddcf728c670e"}
{"level":"info","ts":1789742060.2287738,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742060.228881,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.2288961,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.22891,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","EoS":true}
{"level":"info","ts":1789742060.228937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","header":"x-maas-keyname"}
{"level":"info","ts":1789742060.2289479,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","header":"x-maas-subscription"}
{"level":"info","ts":1789742060.2289543,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","header":"x-maas-username"}
{"level":"info","ts":1789742060.2289608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","header":"x-maas-group"}
{"level":"info","ts":1789742060.2289765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742060.229003,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.2297173,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.2297351,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.229756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","EoS":false}
{"level":"info","ts":1789742060.2297723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.229808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96","EoS":true}
{"level":"info","ts":1789742060.2298186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80cb2bd432b9aa6e36cfa39678f97a06","span_id":"cdf2172c1fc40997","x-request-id":"af76442b-65bc-4a89-beb0-f8d9773f0a96"}
{"level":"info","ts":1789742060.2674289,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742060.2675319,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.2675436,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.267556,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","EoS":true}
{"level":"info","ts":1789742060.2675827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","header":"x-maas-username"}
{"level":"info","ts":1789742060.2675917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","header":"x-maas-subscription"}
{"level":"info","ts":1789742060.2675965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","header":"x-maas-keyname"}
{"level":"info","ts":1789742060.2676013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","header":"x-maas-group"}
{"level":"info","ts":1789742060.2676167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742060.2676432,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.2682962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.2683153,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.2683291,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","EoS":false}
{"level":"info","ts":1789742060.2683456,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.2683804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a","EoS":true}
{"level":"info","ts":1789742060.2683938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"df2cf24a0211aac73f99fde9ceb49685","span_id":"d2042268d6be30fb","x-request-id":"494d48e4-f78b-41a7-94c1-a69006378a0a"}
{"level":"info","ts":1789742060.3758872,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742060.3759818,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.375995,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.3760073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","EoS":true}
{"level":"info","ts":1789742060.3760448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","header":"x-maas-subscription"}
{"level":"info","ts":1789742060.3760557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","header":"x-maas-group"}
{"level":"info","ts":1789742060.3760612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","header":"x-maas-username"}
{"level":"info","ts":1789742060.3760662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","header":"x-maas-keyname"}
{"level":"info","ts":1789742060.3760827,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742060.376117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.3768113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.3768294,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.376843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","EoS":false}
{"level":"info","ts":1789742060.3768551,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.3768764,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b","EoS":true}
{"level":"info","ts":1789742060.3768854,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3300f16285ad5f47ccbd581709744531","span_id":"27cc0bca966d910a","x-request-id":"9753404e-a024-44a1-a323-3653c6c1074b"}
{"level":"info","ts":1789742060.5214887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ff122c85-ae6e-418e-b59c-e5bad26a3b43","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789742060.5215409,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ff122c85-ae6e-418e-b59c-e5bad26a3b43","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789742060.5214884,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba52a914-d5b2-4211-96d7-3fb8ee568bcb"}
{"level":"error","ts":1789742072.1644893,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742078.1432972,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742078.1434066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.1434207,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.1434402,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","EoS":true}
{"level":"info","ts":1789742078.143476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","header":"x-maas-username"}
{"level":"info","ts":1789742078.1434872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","header":"x-maas-keyname"}
{"level":"info","ts":1789742078.1434965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","header":"x-maas-subscription"}
{"level":"info","ts":1789742078.143503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","header":"x-maas-group"}
{"level":"info","ts":1789742078.1435251,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742078.1435578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.1560137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.1560721,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.156097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","EoS":false}
{"level":"info","ts":1789742078.1561172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.15615,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf","EoS":true}
{"level":"info","ts":1789742078.1561642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1997d0c933c89ba240298ad110489391","span_id":"362e2a683788a98b","x-request-id":"07c14495-241a-4fa6-bddb-980cd4f73aaf"}
{"level":"info","ts":1789742078.2965515,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742078.2966802,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.2966955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.2967098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","EoS":true}
{"level":"info","ts":1789742078.2967346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","header":"x-maas-group"}
{"level":"info","ts":1789742078.2967443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","header":"x-maas-username"}
{"level":"info","ts":1789742078.2967496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","header":"x-maas-subscription"}
{"level":"info","ts":1789742078.2967544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","header":"x-maas-keyname"}
{"level":"info","ts":1789742078.296772,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742078.2968016,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.2976878,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.2977068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.2977264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","EoS":false}
{"level":"info","ts":1789742078.2977426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.297781,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e","EoS":true}
{"level":"info","ts":1789742078.2977917,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ffe6872116f4fa19b0fe8efae4570f13","span_id":"992e698884048c26","x-request-id":"c0e6d904-a438-4af1-934f-15f907c2325e"}
{"level":"info","ts":1789742078.4382868,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742078.4384074,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.4384248,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.43844,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","EoS":true}
{"level":"info","ts":1789742078.4384727,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","header":"x-maas-subscription"}
{"level":"info","ts":1789742078.4384868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","header":"x-maas-keyname"}
{"level":"info","ts":1789742078.4384944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","header":"x-maas-group"}
{"level":"info","ts":1789742078.438502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","header":"x-maas-username"}
{"level":"info","ts":1789742078.4385214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742078.4385548,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.4407496,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.4407685,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.4407809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","EoS":false}
{"level":"info","ts":1789742078.4407942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.4408188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f","EoS":true}
{"level":"info","ts":1789742078.440828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6571ba320938ca0f9718c2ad490af110","span_id":"7b35b7a395bc4957","x-request-id":"0b9ae752-bfbe-4b59-a76c-b36dfec6826f"}
{"level":"info","ts":1789742078.5788774,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742078.5789676,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.5789804,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.578992,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","EoS":true}
{"level":"info","ts":1789742078.5790207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","header":"x-maas-group"}
{"level":"info","ts":1789742078.5790524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","header":"x-maas-username"}
{"level":"info","ts":1789742078.5790603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","header":"x-maas-keyname"}
{"level":"info","ts":1789742078.579065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","header":"x-maas-subscription"}
{"level":"info","ts":1789742078.5790792,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742078.5791047,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.5799546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.579974,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.5799875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","EoS":false}
{"level":"info","ts":1789742078.5800056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.5800567,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841","EoS":true}
{"level":"info","ts":1789742078.5800683,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e90bf72022e7c500f65f17354ce0136","span_id":"1e130652aa586abc","x-request-id":"7304cd58-4863-46f8-8512-8bbeae25d841"}
{"level":"info","ts":1789742078.7147086,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742078.7148023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742078.7148128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742078.7148242,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","EoS":true}
{"level":"info","ts":1789742078.7148483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","header":"x-maas-keyname"}
{"level":"info","ts":1789742078.7148585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","header":"x-maas-subscription"}
{"level":"info","ts":1789742078.7148628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","header":"x-maas-username"}
{"level":"info","ts":1789742078.714867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","header":"x-maas-group"}
{"level":"info","ts":1789742078.714881,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742078.714904,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742078.7157788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742078.715797,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742078.7158074,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","EoS":false}
{"level":"info","ts":1789742078.7158253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742078.7158496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765","EoS":true}
{"level":"info","ts":1789742078.715868,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"add827686fce8a35a0ca8cf14003355a","span_id":"0c116e79f9d12b65","x-request-id":"6f8cae90-52cb-4d01-be85-cd116f477765"}
{"level":"info","ts":1789742087.4755476,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742087.4756622,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.4756837,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.4756982,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","EoS":true}
{"level":"info","ts":1789742087.4757247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","header":"x-maas-subscription"}
{"level":"info","ts":1789742087.4757352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","header":"x-maas-group"}
{"level":"info","ts":1789742087.47574,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","header":"x-maas-keyname"}
{"level":"info","ts":1789742087.4757447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","header":"x-maas-username"}
{"level":"info","ts":1789742087.4757643,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742087.4757917,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.476708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.4767253,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.476738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","EoS":false}
{"level":"info","ts":1789742087.47675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.476774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317","EoS":true}
{"level":"info","ts":1789742087.4767854,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff95a98f800871100854e1c19df83c39","span_id":"c38a7b65b28314f3","x-request-id":"551fc6b4-ed97-4c80-84f7-901b5a6da317"}
{"level":"info","ts":1789742087.5860682,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742087.5861866,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0"}
{"level":"info","ts":1789742087.5869312,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0"}
{"level":"info","ts":1789742087.5869496,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0"}
{"level":"info","ts":1789742087.5869725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0","EoS":false}
{"level":"info","ts":1789742087.5869904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0"}
{"level":"info","ts":1789742087.587022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0","EoS":true}
{"level":"info","ts":1789742087.5870457,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"983baf356c32b422944019dca4f8cca3","span_id":"55bbc6e4d77670a6","x-request-id":"5bc45cd1-8ea2-43ca-a1a1-f3627962aad0"}
{"level":"info","ts":1789742088.3221424,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742088.3222404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742088.322254,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742088.322266,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","EoS":true}
{"level":"info","ts":1789742088.3222942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","header":"x-maas-keyname"}
{"level":"info","ts":1789742088.3223045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","header":"x-maas-group"}
{"level":"info","ts":1789742088.3223095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","header":"x-maas-username"}
{"level":"info","ts":1789742088.3223138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","header":"x-maas-subscription"}
{"level":"info","ts":1789742088.32233,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742088.322357,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742088.3241305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742088.3241537,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742088.324169,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","EoS":false}
{"level":"info","ts":1789742088.3241858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742088.3242195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89","EoS":true}
{"level":"info","ts":1789742088.3242302,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e1889edc0abe7843b4de29a91cf6c585","span_id":"7921c3287b8fcdc1","x-request-id":"116c7fe3-8042-4835-ae66-8d4a0a4e2e89"}
{"level":"info","ts":1789742089.2244515,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742089.2245698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.2245865,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.224608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","EoS":true}
{"level":"info","ts":1789742089.2246447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","header":"x-maas-subscription"}
{"level":"info","ts":1789742089.2246583,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","header":"x-maas-group"}
{"level":"info","ts":1789742089.2246659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","header":"x-maas-username"}
{"level":"info","ts":1789742089.2246752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","header":"x-maas-keyname"}
{"level":"info","ts":1789742089.2246947,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742089.2247286,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.225435,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.2254567,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.225476,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","EoS":false}
{"level":"info","ts":1789742089.225492,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.2255173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc","EoS":true}
{"level":"info","ts":1789742089.225528,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6007bbdccf3728b91e2960f19ac493ac","span_id":"d384c02778b1d458","x-request-id":"6f1f46f8-d1c2-4e69-bb33-cc9c6011a6fc"}
{"level":"info","ts":1789742089.931354,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742089.9314733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742089.9314892,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742089.9315023,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","EoS":true}
{"level":"info","ts":1789742089.931528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","header":"x-maas-username"}
{"level":"info","ts":1789742089.9315386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","header":"x-maas-keyname"}
{"level":"info","ts":1789742089.9315438,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","header":"x-maas-subscription"}
{"level":"info","ts":1789742089.9315486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","header":"x-maas-group"}
{"level":"info","ts":1789742089.931563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742089.9315903,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742089.9323208,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742089.9323394,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742089.9323537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","EoS":false}
{"level":"info","ts":1789742089.9323642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742089.93239,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179","EoS":true}
{"level":"info","ts":1789742089.9323995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"512e59a8af52115ad8698d60294e9ed7","span_id":"1a069afc88b3083e","x-request-id":"2d4b25c4-6abd-4d31-906b-99f976fd1179"}
{"level":"info","ts":1789742090.9847357,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742090.9848347,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"info","ts":1789742090.984848,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"info","ts":1789742090.9848642,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","EoS":true}
{"level":"info","ts":1789742090.9848897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","header":"x-maas-subscription"}
{"level":"info","ts":1789742090.9848998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","header":"x-maas-keyname"}
{"level":"info","ts":1789742090.9849055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","header":"x-maas-group"}
{"level":"info","ts":1789742090.9849098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","header":"x-maas-username"}
{"level":"info","ts":1789742090.984924,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742090.984953,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"info","ts":1789742090.9856684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"info","ts":1789742090.985688,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"info","ts":1789742090.9857025,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","EoS":false}
{"level":"info","ts":1789742090.9857187,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"info","ts":1789742090.9857388,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550","EoS":true}
{"level":"info","ts":1789742090.985748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b1d3beedb06839f46bed65c9a370ba0","span_id":"a7fba123a1ca1647","x-request-id":"a4883d40-29b3-4fe3-92b2-b1ce192a2550"}
{"level":"error","ts":1789742092.1664326,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789742107.1670976,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742110.5168931,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742110.5169995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"info","ts":1789742110.5170105,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"info","ts":1789742110.5170276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","EoS":true}
{"level":"info","ts":1789742110.5170696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","header":"x-maas-username"}
{"level":"info","ts":1789742110.5170803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","header":"x-maas-subscription"}
{"level":"info","ts":1789742110.5170898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","header":"x-maas-keyname"}
{"level":"info","ts":1789742110.517095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","header":"x-maas-group"}
{"level":"info","ts":1789742110.5171137,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742110.5171418,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"info","ts":1789742110.5178506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"info","ts":1789742110.5178742,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"info","ts":1789742110.5178897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","EoS":false}
{"level":"info","ts":1789742110.51791,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"info","ts":1789742110.5179422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91","EoS":true}
{"level":"info","ts":1789742110.517954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6d9c6de272759b0ab8a8c38096dee79c","span_id":"206e318a69c56cf6","x-request-id":"17cdffc2-2cf5-46e9-8276-739202180d91"}
{"level":"error","ts":1789742122.1683042,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742199.7391753,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742199.739293,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"info","ts":1789742199.7393095,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"info","ts":1789742199.7393289,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","EoS":true}
{"level":"info","ts":1789742199.7393644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","header":"x-maas-subscription"}
{"level":"info","ts":1789742199.7393773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","header":"x-maas-group"}
{"level":"info","ts":1789742199.739386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","header":"x-maas-keyname"}
{"level":"info","ts":1789742199.7393956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","header":"x-maas-username"}
{"level":"info","ts":1789742199.73942,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789742199.7394574,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"info","ts":1789742199.7521024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"info","ts":1789742199.7521274,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"info","ts":1789742199.752145,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","EoS":false}
{"level":"info","ts":1789742199.75216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"info","ts":1789742199.7521844,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe","EoS":true}
{"level":"info","ts":1789742199.7521904,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c086768db7e0e77a0ecb821eeabc6b51","span_id":"382fcb5e94a46de6","x-request-id":"33064bd6-0ccb-4b75-8c36-746b129e7dfe"}
{"level":"error","ts":1789742212.180108,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742286.1412745,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742286.141383,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"info","ts":1789742286.141401,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"info","ts":1789742286.1414146,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","EoS":true}
{"level":"info","ts":1789742286.1414406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","header":"x-maas-group"}
{"level":"info","ts":1789742286.1414502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","header":"x-maas-keyname"}
{"level":"info","ts":1789742286.141455,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","header":"x-maas-username"}
{"level":"info","ts":1789742286.14146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","header":"x-maas-subscription"}
{"level":"info","ts":1789742286.1414738,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789742286.1415021,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"info","ts":1789742286.1431687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"info","ts":1789742286.1431894,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"info","ts":1789742286.143203,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","EoS":false}
{"level":"info","ts":1789742286.143213,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"info","ts":1789742286.14324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3","EoS":true}
{"level":"info","ts":1789742286.1432502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24cc3bdf1758044e78dc803fd78ae7b5","span_id":"7eb36ab6856cf430","x-request-id":"e2592fd5-6743-484d-a23d-f919c8d029e3"}
{"level":"error","ts":1789742297.1878922,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742300.0767796,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742300.0769029,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0769176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.076931,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":true}
{"level":"info","ts":1789742300.0769515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","header":"x-maas-username"}
{"level":"info","ts":1789742300.0769594,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","header":"x-maas-group"}
{"level":"info","ts":1789742300.076965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","header":"x-maas-subscription"}
{"level":"info","ts":1789742300.0769696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","header":"x-maas-keyname"}
{"level":"info","ts":1789742300.0769854,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789742300.0770137,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0899637,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0899897,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0900102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":false}
{"level":"info","ts":1789742300.090043,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0900793,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":false}
{"level":"info","ts":1789742300.090091,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0901039,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":false}
{"level":"info","ts":1789742300.0901117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.0901442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88","EoS":true}
{"level":"info","ts":1789742300.0901527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f1dace18a8f004aee9a93b9e9e38aa7e","span_id":"babda9b5c97ccc15","x-request-id":"a60d995b-3425-4028-82ff-aa1a273d9e88"}
{"level":"info","ts":1789742300.2270746,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742300.227182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.227195,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.227208,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","EoS":true}
{"level":"info","ts":1789742300.2272344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","header":"x-maas-subscription"}
{"level":"info","ts":1789742300.2272446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","header":"x-maas-group"}
{"level":"info","ts":1789742300.2272527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","header":"x-maas-username"}
{"level":"info","ts":1789742300.227257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","header":"x-maas-keyname"}
{"level":"info","ts":1789742300.227271,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789742300.2272975,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.228359,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.2283719,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.228387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","EoS":false}
{"level":"info","ts":1789742300.2283993,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.228423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde","EoS":true}
{"level":"info","ts":1789742300.2284334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2df44642cf3fdfb1b5238069852f6b9d","span_id":"e0871b36a67c24a8","x-request-id":"5f1ffb55-bfcb-4d6e-a3f7-7cd33b9b2fde"}
{"level":"info","ts":1789742300.3702357,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742300.3703234,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"info","ts":1789742300.3703349,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"info","ts":1789742300.3703454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","EoS":true}
{"level":"info","ts":1789742300.3703647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","header":"x-maas-username"}
{"level":"info","ts":1789742300.3703744,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","header":"x-maas-subscription"}
{"level":"info","ts":1789742300.37038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","header":"x-maas-group"}
{"level":"info","ts":1789742300.3703852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","header":"x-maas-keyname"}
{"level":"info","ts":1789742300.3703985,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789742300.370423,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"info","ts":1789742300.3713179,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"info","ts":1789742300.3713355,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"info","ts":1789742300.3713512,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","EoS":false}
{"level":"info","ts":1789742300.3713636,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"info","ts":1789742300.371383,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df","EoS":true}
{"level":"info","ts":1789742300.3713906,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99d5328b6cfd08c9adbe517742d1e074","span_id":"40a32aa6262b9b66","x-request-id":"f78a0250-3ebf-4ad4-8578-971138adb8df"}
{"level":"error","ts":1789742312.189162,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789742313.3206387,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789742313.3207414,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.320755,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.3207662,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":true}
{"level":"info","ts":1789742313.320787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","header":"x-maas-group"}
{"level":"info","ts":1789742313.3207994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","header":"x-maas-username"}
{"level":"info","ts":1789742313.3208048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","header":"x-maas-subscription"}
{"level":"info","ts":1789742313.32081,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","header":"x-maas-keyname"}
{"level":"info","ts":1789742313.3208249,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789742313.3208497,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.3242066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.3242335,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.3242538,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":false}
{"level":"info","ts":1789742313.3242722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.324311,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":false}
{"level":"info","ts":1789742313.3243234,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.3243392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":false}
{"level":"info","ts":1789742313.3243525,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"info","ts":1789742313.3243694,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc","EoS":true}
{"level":"info","ts":1789742313.324382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb537038d3c06f505bd8ab295dfde9c2","span_id":"0caa77362da80289","x-request-id":"28f2afe8-61cb-404f-98ee-617644654afc"}
{"level":"error","ts":1789742327.1902857,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}