{"level":"info","ts":1789687325.2718997,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687325.2720113,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.272028,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.272044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","EoS":true}
{"level":"info","ts":1789687325.272076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","header":"x-maas-subscription"}
{"level":"info","ts":1789687325.2720895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","header":"x-maas-keyname"}
{"level":"info","ts":1789687325.2720978,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","header":"x-maas-group"}
{"level":"info","ts":1789687325.272105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","header":"x-maas-username"}
{"level":"info","ts":1789687325.272125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789687325.2721577,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.2730658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.2730875,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.2731028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","EoS":false}
{"level":"info","ts":1789687325.273121,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.2731612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59","EoS":true}
{"level":"info","ts":1789687325.2731779,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff53a8c948404a26cb68503d9f84e9c7","span_id":"f9369bedf554db38","x-request-id":"55724d59-8b92-4a7d-8b30-711c69122b59"}
{"level":"info","ts":1789687325.307966,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687325.3080518,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.3080637,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.308074,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","EoS":true}
{"level":"info","ts":1789687325.3080926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","header":"x-maas-group"}
{"level":"info","ts":1789687325.308102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","header":"x-maas-subscription"}
{"level":"info","ts":1789687325.3081067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","header":"x-maas-keyname"}
{"level":"info","ts":1789687325.3081117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","header":"x-maas-username"}
{"level":"info","ts":1789687325.308125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789687325.3081481,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.3088624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.3088808,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.3088906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","EoS":false}
{"level":"info","ts":1789687325.3089035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.3089273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438","EoS":true}
{"level":"info","ts":1789687325.3089366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78d174133bbe442498a0cae92d7324f3","span_id":"a77e26f65f4054c4","x-request-id":"c56f3adf-6eff-43cc-8d9f-f0f50c2d6438"}
{"level":"info","ts":1789687325.3442593,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687325.3443894,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687325.344408,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687325.3444235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","EoS":true}
{"level":"info","ts":1789687325.3444455,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","header":"x-maas-username"}
{"level":"info","ts":1789687325.3444533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","header":"x-maas-subscription"}
{"level":"info","ts":1789687325.3444586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","header":"x-maas-group"}
{"level":"info","ts":1789687325.3444662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","header":"x-maas-keyname"}
{"level":"info","ts":1789687325.3444798,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789687325.3445203,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687325.3452291,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687325.3452406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687325.345251,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","EoS":false}
{"level":"info","ts":1789687325.3452597,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687325.3452845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f","EoS":true}
{"level":"info","ts":1789687325.345295,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84f2d3ae29f3341964f98c94cc474d5b","span_id":"7d8ef511f568d9f5","x-request-id":"67bfc31e-2005-42d6-a1fd-9960e2836e2f"}
{"level":"info","ts":1789687339.0358498,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687339.0359504,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"659726c5aa2d92b70e550e231702a676","span_id":"bb0af5f4ea2325de","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298"}
{"level":"info","ts":1789687339.036012,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"659726c5aa2d92b70e550e231702a676","span_id":"bb0af5f4ea2325de","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298"}
{"level":"info","ts":1789687339.0360365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"659726c5aa2d92b70e550e231702a676","span_id":"bb0af5f4ea2325de","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298","EoS":true}
{"level":"info","ts":1789687339.0361278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"659726c5aa2d92b70e550e231702a676","span_id":"bb0af5f4ea2325de","x-request-id":"53f88a8e-29b7-4e02-bece-1666111a3298"}
{"level":"info","ts":1789687339.202982,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687339.2032228,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bf6b57fb5cb846cd522f1feae39e6d76","span_id":"1794817f2da8acce","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286"}
{"level":"info","ts":1789687339.2032697,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bf6b57fb5cb846cd522f1feae39e6d76","span_id":"1794817f2da8acce","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286"}
{"level":"info","ts":1789687339.2033095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bf6b57fb5cb846cd522f1feae39e6d76","span_id":"1794817f2da8acce","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286","EoS":true}
{"level":"info","ts":1789687339.2033832,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bf6b57fb5cb846cd522f1feae39e6d76","span_id":"1794817f2da8acce","x-request-id":"cfa6c703-8ab3-4995-b403-3e23f9b9f286"}
{"level":"info","ts":1789687339.3620443,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687339.3622067,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d799c2c8dd960ae9ab850bb5129e6d73","span_id":"74612a921901a852","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793"}
{"level":"info","ts":1789687339.3622348,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d799c2c8dd960ae9ab850bb5129e6d73","span_id":"74612a921901a852","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793"}
{"level":"info","ts":1789687339.3622618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d799c2c8dd960ae9ab850bb5129e6d73","span_id":"74612a921901a852","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793","EoS":true}
{"level":"info","ts":1789687339.36233,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d799c2c8dd960ae9ab850bb5129e6d73","span_id":"74612a921901a852","x-request-id":"54f2424b-64ea-4348-9b19-f2061f85a793"}
{"level":"error","ts":1789687339.7299485,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789687354.730416,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688189.2055159,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688189.2056446,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.2056608,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.2056742,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","EoS":true}
{"level":"info","ts":1789688189.2057037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","header":"x-maas-username"}
{"level":"info","ts":1789688189.2057145,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","header":"x-maas-keyname"}
{"level":"info","ts":1789688189.20572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","header":"x-maas-group"}
{"level":"info","ts":1789688189.205725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","header":"x-maas-subscription"}
{"level":"info","ts":1789688189.2057395,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789688189.2057648,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.2066936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.2067158,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.20674,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","EoS":false}
{"level":"info","ts":1789688189.2067606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.2067952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460","EoS":true}
{"level":"info","ts":1789688189.2068057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d5c37c9ed6afb3f11b2f7f77cdf447f","span_id":"1e24939528f35b2d","x-request-id":"c4f62279-b589-44d2-bceb-3b5eaf95d460"}
{"level":"info","ts":1789688189.2443824,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688189.2444787,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"info","ts":1789688189.2444923,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"info","ts":1789688189.2445223,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","EoS":true}
{"level":"info","ts":1789688189.2445478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","header":"x-maas-group"}
{"level":"info","ts":1789688189.2445586,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","header":"x-maas-subscription"}
{"level":"info","ts":1789688189.244564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","header":"x-maas-keyname"}
{"level":"info","ts":1789688189.2445695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","header":"x-maas-username"}
{"level":"info","ts":1789688189.2445836,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789688189.2446165,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"info","ts":1789688189.245437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"info","ts":1789688189.2454545,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"info","ts":1789688189.245467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","EoS":false}
{"level":"info","ts":1789688189.2454767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"info","ts":1789688189.2455306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9","EoS":true}
{"level":"info","ts":1789688189.2455397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce885d6fe9a3f2dbbbcfb1cc39cd3fe5","span_id":"bfabfb49cb21db8c","x-request-id":"76b630e3-0117-4364-ae78-b247f02185a9"}
{"level":"error","ts":1789688199.828848,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688497.0649264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec6d8ebc-8950-4c24-bff5-2edff7b9b8fb","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789688497.064936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf67e916-fa0f-4848-ab39-4608da03e342"}
{"level":"error","ts":1789688497.0649788,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec6d8ebc-8950-4c24-bff5-2edff7b9b8fb","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.0650003,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ec6d8ebc-8950-4c24-bff5-2edff7b9b8fb"}
{"level":"info","ts":1789688497.0698369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dfc0d95-5014-4d04-9fc9-dfccc6450821","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688497.0698662,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dfc0d95-5014-4d04-9fc9-dfccc6450821","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.069884,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dfc0d95-5014-4d04-9fc9-dfccc6450821"}
{"level":"error","ts":1789688497.0726178,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf67e916-fa0f-4848-ab39-4608da03e342","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.0726533,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf67e916-fa0f-4848-ab39-4608da03e342","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.0740688,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d1864d1-885f-488b-9fbc-089ec26ab12e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688497.0740964,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d1864d1-885f-488b-9fbc-089ec26ab12e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.0741153,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d1864d1-885f-488b-9fbc-089ec26ab12e"}
{"level":"error","ts":1789688497.0758407,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf67e916-fa0f-4848-ab39-4608da03e342","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.075872,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf67e916-fa0f-4848-ab39-4608da03e342","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.0759094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6cc4207e-d4a6-40f0-b2f2-2a22c3bb9282"}
{"level":"error","ts":1789688497.0759265,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6cc4207e-d4a6-40f0-b2f2-2a22c3bb9282","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.079759,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6cc4207e-d4a6-40f0-b2f2-2a22c3bb9282","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.0899658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c110806-c408-4401-a04d-b458ccf4ef72"}
{"level":"error","ts":1789688497.089997,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c110806-c408-4401-a04d-b458ccf4ef72","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.0937333,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c110806-c408-4401-a04d-b458ccf4ef72","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.11486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc20628d-cef8-43aa-82eb-4f8bee2bbbf0"}
{"level":"error","ts":1789688497.1148877,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc20628d-cef8-43aa-82eb-4f8bee2bbbf0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.1186666,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc20628d-cef8-43aa-82eb-4f8bee2bbbf0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.158797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d2b66ea2-5df6-48e7-8aa9-947354717938"}
{"level":"error","ts":1789688497.1588244,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d2b66ea2-5df6-48e7-8aa9-947354717938","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.1627786,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d2b66ea2-5df6-48e7-8aa9-947354717938","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.2055836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0c679e3-3f7c-4206-8a2b-8de72f0a59d8","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688497.2056117,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0c679e3-3f7c-4206-8a2b-8de72f0a59d8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.205629,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0c679e3-3f7c-4206-8a2b-8de72f0a59d8"}
{"level":"info","ts":1789688497.2055867,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6be4621-3a71-425c-ad2d-bee01019a14b"}
{"level":"error","ts":1789688497.2056882,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6be4621-3a71-425c-ad2d-bee01019a14b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.2097921,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6be4621-3a71-425c-ad2d-bee01019a14b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.3702178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5537dc88-6d2c-46ee-89ec-a61320201379"}
{"level":"error","ts":1789688497.3702662,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5537dc88-6d2c-46ee-89ec-a61320201379","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.3750048,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5537dc88-6d2c-46ee-89ec-a61320201379","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688497.6955316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a4af9d6f-cdef-497e-bfd4-75fbefc5345b"}
{"level":"error","ts":1789688497.6956015,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a4af9d6f-cdef-497e-bfd4-75fbefc5345b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688497.7002513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a4af9d6f-cdef-497e-bfd4-75fbefc5345b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688498.3412375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0df5abe9-9e8c-4afb-abd0-1572d644a3ee"}
{"level":"error","ts":1789688498.3412912,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0df5abe9-9e8c-4afb-abd0-1572d644a3ee","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688498.3453991,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0df5abe9-9e8c-4afb-abd0-1572d644a3ee","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688499.6258495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d25fc3c-ffaf-45a9-a3af-89cb8f1d44f6"}
{"level":"error","ts":1789688499.6259036,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d25fc3c-ffaf-45a9-a3af-89cb8f1d44f6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688499.6309557,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d25fc3c-ffaf-45a9-a3af-89cb8f1d44f6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688502.1912794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cfd4d2a-84bc-44e2-b5f9-699328adb405"}
{"level":"error","ts":1789688502.191337,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cfd4d2a-84bc-44e2-b5f9-699328adb405","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688502.1968184,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2cfd4d2a-84bc-44e2-b5f9-699328adb405","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688502.2057636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da366357-0330-4485-aec1-4555dc05a302","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688502.2058024,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da366357-0330-4485-aec1-4555dc05a302","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688502.2058203,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da366357-0330-4485-aec1-4555dc05a302"}
{"level":"info","ts":1789688507.2068095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"507e2677-4ad4-47b5-98dc-63300b245560","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688507.2068677,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"507e2677-4ad4-47b5-98dc-63300b245560","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688507.2068954,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"507e2677-4ad4-47b5-98dc-63300b245560"}
{"level":"info","ts":1789688507.3172364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65698d9f-1391-4a3c-8bc0-0787bcab6a15"}
{"level":"error","ts":1789688507.3172991,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65698d9f-1391-4a3c-8bc0-0787bcab6a15","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688507.322048,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65698d9f-1391-4a3c-8bc0-0787bcab6a15","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688507.640702,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688507.6408033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.6408198,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.6408308,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","EoS":true}
{"level":"info","ts":1789688507.640855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","header":"x-maas-username"}
{"level":"info","ts":1789688507.6408653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","header":"x-maas-subscription"}
{"level":"info","ts":1789688507.6408706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","header":"x-maas-group"}
{"level":"info","ts":1789688507.640875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","header":"x-maas-keyname"}
{"level":"info","ts":1789688507.6408906,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688507.6409156,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.6425142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.6425369,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.6425574,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","EoS":false}
{"level":"info","ts":1789688507.6425729,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.6426048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2","EoS":true}
{"level":"info","ts":1789688507.642616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ddf86ba576ce5024578aa46d164f70d2","span_id":"cf93e2226d469913","x-request-id":"a44965dd-bb4c-4a69-b655-62d6d2ae56b2"}
{"level":"info","ts":1789688507.750317,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688507.7504637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.750483,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.7505193,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","EoS":true}
{"level":"info","ts":1789688507.7505593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","header":"x-maas-keyname"}
{"level":"info","ts":1789688507.7505755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","header":"x-maas-subscription"}
{"level":"info","ts":1789688507.7505848,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","header":"x-maas-username"}
{"level":"info","ts":1789688507.7505922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","header":"x-maas-group"}
{"level":"info","ts":1789688507.750613,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688507.750647,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.7516043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.751626,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.751646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","EoS":false}
{"level":"info","ts":1789688507.7516608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.75169,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312","EoS":true}
{"level":"info","ts":1789688507.7517037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d18ed3a3eded8575a5e2081c4f84d4c","span_id":"8ea557a634760cba","x-request-id":"23fad323-0b75-4787-94e8-52213e251312"}
{"level":"info","ts":1789688507.8428857,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688507.8429978,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.8430128,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.8430262,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","EoS":true}
{"level":"info","ts":1789688507.843054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","header":"x-maas-username"}
{"level":"info","ts":1789688507.8430643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","header":"x-maas-subscription"}
{"level":"info","ts":1789688507.8430707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","header":"x-maas-group"}
{"level":"info","ts":1789688507.8430755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","header":"x-maas-keyname"}
{"level":"info","ts":1789688507.843091,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688507.8431177,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.8440573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.8440778,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.844091,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","EoS":false}
{"level":"info","ts":1789688507.8441021,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.8441274,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e","EoS":true}
{"level":"info","ts":1789688507.8441393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2cdb197e16640d761d4497f80932c35b","span_id":"a37277587ad07975","x-request-id":"635f1bdc-5029-4893-b39a-4085dbe6ad1e"}
{"level":"info","ts":1789688507.9867089,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"35bfce30-7476-40b0-b7c5-eac9ffac47c5","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789688507.986755,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"35bfce30-7476-40b0-b7c5-eac9ffac47c5","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789688507.986767,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b980fada-2b5e-4d99-b070-f8b1d36e02e9"}
{"level":"error","ts":1789688519.8639586,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688525.7096987,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688525.7097948,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.7098064,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.7098172,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","EoS":true}
{"level":"info","ts":1789688525.7098398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","header":"x-maas-group"}
{"level":"info","ts":1789688525.70985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","header":"x-maas-username"}
{"level":"info","ts":1789688525.709855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","header":"x-maas-keyname"}
{"level":"info","ts":1789688525.7098596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","header":"x-maas-subscription"}
{"level":"info","ts":1789688525.7098737,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688525.7098982,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.7228694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.7229013,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.722924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","EoS":false}
{"level":"info","ts":1789688525.722944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.7229705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3","EoS":true}
{"level":"info","ts":1789688525.7229795,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4d8f9456f15a68d1c0da21b7db97c8a","span_id":"0163c777074e3b5b","x-request-id":"d16f79f1-7e1b-403d-ad96-f107535ab6c3"}
{"level":"info","ts":1789688525.862893,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688525.8630047,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688525.8630214,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688525.8630388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","EoS":true}
{"level":"info","ts":1789688525.8630736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","header":"x-maas-group"}
{"level":"info","ts":1789688525.8630855,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","header":"x-maas-username"}
{"level":"info","ts":1789688525.8630946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","header":"x-maas-subscription"}
{"level":"info","ts":1789688525.8631032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","header":"x-maas-keyname"}
{"level":"info","ts":1789688525.8631258,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688525.8631604,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688525.8656318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688525.86565,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688525.8656611,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","EoS":false}
{"level":"info","ts":1789688525.8656738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688525.865695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4","EoS":true}
{"level":"info","ts":1789688525.8657038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7bb8d4413b2e189c8f9a91a4c929c7ca","span_id":"108f1ca235ad508e","x-request-id":"f656c2f0-b65f-4e15-9778-5fe6e75d8fb4"}
{"level":"info","ts":1789688526.006617,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688526.006733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.0067537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.0067666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","EoS":true}
{"level":"info","ts":1789688526.0067914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","header":"x-maas-group"}
{"level":"info","ts":1789688526.0068016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","header":"x-maas-subscription"}
{"level":"info","ts":1789688526.0068069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","header":"x-maas-keyname"}
{"level":"info","ts":1789688526.0068114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","header":"x-maas-username"}
{"level":"info","ts":1789688526.0068254,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688526.0068517,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.0076656,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.007685,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.0077055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","EoS":false}
{"level":"info","ts":1789688526.0077229,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.007756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085","EoS":true}
{"level":"info","ts":1789688526.0077693,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"35c6b0d91ec9e6ddea377c3f87c17071","span_id":"785dd00852bf85c0","x-request-id":"c8a354b9-ec1a-473f-9a12-584ba397e085"}
{"level":"info","ts":1789688526.1450853,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688526.145188,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.1452012,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.1452124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","EoS":true}
{"level":"info","ts":1789688526.145234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","header":"x-maas-group"}
{"level":"info","ts":1789688526.145244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","header":"x-maas-username"}
{"level":"info","ts":1789688526.1452498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","header":"x-maas-subscription"}
{"level":"info","ts":1789688526.1452541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","header":"x-maas-keyname"}
{"level":"info","ts":1789688526.1452677,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688526.1452916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.1460607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.1460805,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.146095,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","EoS":false}
{"level":"info","ts":1789688526.1461205,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.1461535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0","EoS":true}
{"level":"info","ts":1789688526.1461644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4eb5a746d8a4ba7405810e82d748bdc9","span_id":"e66ae6c77cbea1cc","x-request-id":"c7b50c66-8fc9-40e1-b501-823154982bf0"}
{"level":"info","ts":1789688526.2816322,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688526.28172,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"info","ts":1789688526.281735,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"info","ts":1789688526.2817454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","EoS":true}
{"level":"info","ts":1789688526.2817676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","header":"x-maas-subscription"}
{"level":"info","ts":1789688526.2817776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","header":"x-maas-keyname"}
{"level":"info","ts":1789688526.2817824,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","header":"x-maas-group"}
{"level":"info","ts":1789688526.2817867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","header":"x-maas-username"}
{"level":"info","ts":1789688526.2817993,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688526.2818215,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"info","ts":1789688526.2826157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"info","ts":1789688526.2826388,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"info","ts":1789688526.282654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","EoS":false}
{"level":"info","ts":1789688526.2826724,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"info","ts":1789688526.2826993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732","EoS":true}
{"level":"info","ts":1789688526.2827115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"625db7a7627a2e4cc39580a37d093a11","span_id":"b0427c8a5b112b32","x-request-id":"d7667712-299a-4c5f-8f42-a65763de6732"}
{"level":"error","ts":1789688539.8653107,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688541.3451734,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688541.345297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.3453143,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.345328,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","EoS":true}
{"level":"info","ts":1789688541.345354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","header":"x-maas-keyname"}
{"level":"info","ts":1789688541.3453643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","header":"x-maas-subscription"}
{"level":"info","ts":1789688541.3453693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","header":"x-maas-group"}
{"level":"info","ts":1789688541.3453736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","header":"x-maas-username"}
{"level":"info","ts":1789688541.3453877,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688541.3454144,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.3462465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.3462746,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.346292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","EoS":false}
{"level":"info","ts":1789688541.3463092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.346336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146","EoS":true}
{"level":"info","ts":1789688541.3463454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eee507eda8cecf0c2e686f48d85daff2","span_id":"6f3647fd7c973bfc","x-request-id":"f6f52d2e-450d-4b06-b973-f4c2254a8146"}
{"level":"info","ts":1789688541.4410388,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688541.441137,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d"}
{"level":"info","ts":1789688541.441833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d"}
{"level":"info","ts":1789688541.441853,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d"}
{"level":"info","ts":1789688541.4418662,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d","EoS":false}
{"level":"info","ts":1789688541.4418828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d"}
{"level":"info","ts":1789688541.441909,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d","EoS":true}
{"level":"info","ts":1789688541.4419186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca0992e868e59c831b55fa615edefd11","span_id":"a0a341e047cdb73f","x-request-id":"e5da9073-a3ab-4228-862f-312bf9a45e2d"}
{"level":"info","ts":1789688542.2105463,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688542.2106445,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688542.2106571,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688542.210668,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","EoS":true}
{"level":"info","ts":1789688542.2106907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","header":"x-maas-keyname"}
{"level":"info","ts":1789688542.210701,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","header":"x-maas-subscription"}
{"level":"info","ts":1789688542.2107062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","header":"x-maas-group"}
{"level":"info","ts":1789688542.210711,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","header":"x-maas-username"}
{"level":"info","ts":1789688542.210725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688542.2107506,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688542.2115772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688542.2116036,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688542.2116265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","EoS":false}
{"level":"info","ts":1789688542.2116451,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688542.21167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00","EoS":true}
{"level":"info","ts":1789688542.2116792,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe29e536cc26a043031cedee1ab1d6b4","span_id":"7ba77b05a0d1ab49","x-request-id":"51b980d6-331e-4119-96b7-931dc4acee00"}
{"level":"info","ts":1789688543.1740665,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688543.1741817,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.1742,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.1742132,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","EoS":true}
{"level":"info","ts":1789688543.1742384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","header":"x-maas-group"}
{"level":"info","ts":1789688543.174248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","header":"x-maas-username"}
{"level":"info","ts":1789688543.1742527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","header":"x-maas-subscription"}
{"level":"info","ts":1789688543.1742575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","header":"x-maas-keyname"}
{"level":"info","ts":1789688543.1742716,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688543.1742966,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.1751719,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.1751966,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.1752162,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","EoS":false}
{"level":"info","ts":1789688543.1752326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.175254,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f","EoS":true}
{"level":"info","ts":1789688543.1752632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9785ea60555bc8b3969121f958589c6b","span_id":"6f48557b4fd9f8ed","x-request-id":"afd2852c-0219-4aea-ba12-cae49764897f"}
{"level":"info","ts":1789688543.896165,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688543.896271,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688543.896286,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688543.8962975,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","EoS":true}
{"level":"info","ts":1789688543.8963196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","header":"x-maas-group"}
{"level":"info","ts":1789688543.8963306,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","header":"x-maas-keyname"}
{"level":"info","ts":1789688543.8963354,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","header":"x-maas-subscription"}
{"level":"info","ts":1789688543.8963394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","header":"x-maas-username"}
{"level":"info","ts":1789688543.8963535,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688543.896378,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688543.8972168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688543.8972344,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688543.8972487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","EoS":false}
{"level":"info","ts":1789688543.8972592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688543.8972902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1","EoS":true}
{"level":"info","ts":1789688543.8973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d89114dab4f1f06609cfcb1b6b27a83","span_id":"94d90a100ec2533a","x-request-id":"7bb98b05-6c3f-4764-88d2-ea3883bcfdb1"}
{"level":"info","ts":1789688544.9435823,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688544.9436908,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"info","ts":1789688544.9437056,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"info","ts":1789688544.943717,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","EoS":true}
{"level":"info","ts":1789688544.9437428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","header":"x-maas-username"}
{"level":"info","ts":1789688544.9437528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","header":"x-maas-group"}
{"level":"info","ts":1789688544.9437573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","header":"x-maas-keyname"}
{"level":"info","ts":1789688544.9437616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","header":"x-maas-subscription"}
{"level":"info","ts":1789688544.943776,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688544.9438002,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"info","ts":1789688544.944631,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"info","ts":1789688544.9446504,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"info","ts":1789688544.9446645,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","EoS":false}
{"level":"info","ts":1789688544.9446795,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"info","ts":1789688544.9447103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873","EoS":true}
{"level":"info","ts":1789688544.9447196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac0c93a7abbb59ad581d3e417b13faa5","span_id":"39cc70a9def42b93","x-request-id":"c10f3f9b-509c-4562-a7a0-2d72784ee873"}
{"level":"error","ts":1789688554.8671992,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688564.6360857,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688564.6361897,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"info","ts":1789688564.6362023,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"info","ts":1789688564.6362135,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","EoS":true}
{"level":"info","ts":1789688564.6362364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","header":"x-maas-keyname"}
{"level":"info","ts":1789688564.6362462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","header":"x-maas-group"}
{"level":"info","ts":1789688564.6362517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","header":"x-maas-subscription"}
{"level":"info","ts":1789688564.6362572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","header":"x-maas-username"}
{"level":"info","ts":1789688564.6362724,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688564.636297,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"info","ts":1789688564.6372242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"info","ts":1789688564.637252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"info","ts":1789688564.6372678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","EoS":false}
{"level":"info","ts":1789688564.6372788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"info","ts":1789688564.6373036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc","EoS":true}
{"level":"info","ts":1789688564.637316,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b9a3e663aeefbc012a8ae33a3789062","span_id":"cca661f544ca90c6","x-request-id":"19ebb625-868d-444a-9b74-581bed0338bc"}
{"level":"error","ts":1789688564.8674583,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789688574.8686268,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688654.167943,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688654.1680427,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"info","ts":1789688654.168056,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"info","ts":1789688654.1680677,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","EoS":true}
{"level":"info","ts":1789688654.1680937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","header":"x-maas-keyname"}
{"level":"info","ts":1789688654.1681032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","header":"x-maas-group"}
{"level":"info","ts":1789688654.1681104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","header":"x-maas-username"}
{"level":"info","ts":1789688654.1681159,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","header":"x-maas-subscription"}
{"level":"info","ts":1789688654.1681292,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789688654.1681554,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"info","ts":1789688654.1812449,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"info","ts":1789688654.1812723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"info","ts":1789688654.18129,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","EoS":false}
{"level":"info","ts":1789688654.1813028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"info","ts":1789688654.181325,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856","EoS":true}
{"level":"info","ts":1789688654.1813333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"add0700bad8d1c8ee63c4a1361e34703","span_id":"fe09ed0ec61f80ae","x-request-id":"2f5b0626-9d06-4924-8563-a659a9234856"}
{"level":"error","ts":1789688664.8798783,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688738.5780778,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688738.578178,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"info","ts":1789688738.5781918,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"info","ts":1789688738.5782044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","EoS":true}
{"level":"info","ts":1789688738.5782278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","header":"x-maas-subscription"}
{"level":"info","ts":1789688738.5782392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","header":"x-maas-username"}
{"level":"info","ts":1789688738.5782447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","header":"x-maas-keyname"}
{"level":"info","ts":1789688738.5782495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","header":"x-maas-group"}
{"level":"info","ts":1789688738.5782652,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688738.5782905,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"info","ts":1789688738.580004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"info","ts":1789688738.5800261,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"info","ts":1789688738.580045,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","EoS":false}
{"level":"info","ts":1789688738.5800633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"info","ts":1789688738.580095,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf","EoS":true}
{"level":"info","ts":1789688738.5801063,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b2f53bf0407cc9602afe0c91d6ea8e0a","span_id":"ed2569c028f3bd28","x-request-id":"8388f82d-baae-4a1e-8012-1223cea22bbf"}
{"level":"error","ts":1789688749.8899088,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688752.4903047,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688752.4904187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.4904337,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.4904468,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","EoS":true}
{"level":"info","ts":1789688752.4904678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","header":"x-maas-keyname"}
{"level":"info","ts":1789688752.4904776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","header":"x-maas-username"}
{"level":"info","ts":1789688752.490482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","header":"x-maas-group"}
{"level":"info","ts":1789688752.4904869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","header":"x-maas-subscription"}
{"level":"info","ts":1789688752.4905167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688752.4905472,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.502715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.5027437,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.5027664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","EoS":false}
{"level":"info","ts":1789688752.502782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.5028212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","EoS":false}
{"level":"info","ts":1789688752.5028381,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.502856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af","EoS":true}
{"level":"info","ts":1789688752.5028684,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b71c0f590734d2c46b8433f7f90357c","span_id":"cccc87929aa7a264","x-request-id":"f9f31590-b6f3-41c2-a301-10997056f8af"}
{"level":"info","ts":1789688752.6392446,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688752.6393456,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.6393626,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.6393766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","EoS":true}
{"level":"info","ts":1789688752.6394017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","header":"x-maas-keyname"}
{"level":"info","ts":1789688752.6394114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","header":"x-maas-username"}
{"level":"info","ts":1789688752.6394174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","header":"x-maas-subscription"}
{"level":"info","ts":1789688752.6394215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","header":"x-maas-group"}
{"level":"info","ts":1789688752.6394362,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688752.6394632,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.6414826,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.641521,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.6415398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","EoS":false}
{"level":"info","ts":1789688752.6415591,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.6415944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","EoS":false}
{"level":"info","ts":1789688752.6416066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.6416173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84","EoS":true}
{"level":"info","ts":1789688752.6416261,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c5c9def3bb1ad90b003973921f8b17f3","span_id":"908592fee45a474a","x-request-id":"14e76022-2b7c-45d4-a6d2-bf6bb42aeb84"}
{"level":"info","ts":1789688752.7789652,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688752.7790732,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.7790895,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.7791011,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","EoS":true}
{"level":"info","ts":1789688752.77912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","header":"x-maas-group"}
{"level":"info","ts":1789688752.7791307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","header":"x-maas-keyname"}
{"level":"info","ts":1789688752.7791371,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","header":"x-maas-subscription"}
{"level":"info","ts":1789688752.779142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","header":"x-maas-username"}
{"level":"info","ts":1789688752.779157,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688752.7791808,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.7800586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.7800727,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.780088,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","EoS":false}
{"level":"info","ts":1789688752.7801027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.7801316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","EoS":false}
{"level":"info","ts":1789688752.780145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"info","ts":1789688752.7801554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea","EoS":true}
{"level":"info","ts":1789688752.7801716,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"70a71797d2ce7d60c8da63a28e7500bc","span_id":"4dc8886114b24d69","x-request-id":"d55e511a-7a37-482e-bc25-7b0ee159d2ea"}
{"level":"error","ts":1789688764.8919604,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688765.6208746,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688765.6209726,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"info","ts":1789688765.6209848,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"info","ts":1789688765.620996,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","EoS":true}
{"level":"info","ts":1789688765.6210175,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","header":"x-maas-username"}
{"level":"info","ts":1789688765.621029,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","header":"x-maas-subscription"}
{"level":"info","ts":1789688765.6210337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","header":"x-maas-keyname"}
{"level":"info","ts":1789688765.6210382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","header":"x-maas-group"}
{"level":"info","ts":1789688765.6210525,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688765.6210852,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"info","ts":1789688765.622606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"info","ts":1789688765.6226168,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"info","ts":1789688765.622629,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","EoS":false}
{"level":"info","ts":1789688765.6226408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"info","ts":1789688765.6226635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded","EoS":true}
{"level":"info","ts":1789688765.6226761,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"701fa1b02e096352fac5f6abdbb81336","span_id":"ed6584f43436bab2","x-request-id":"10831895-a3c6-4a96-9c17-ee829adbbded"}
{"level":"error","ts":1789688779.8938367,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}