{"level":"info","ts":1789770574.8771126,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45c0a5230ae1d08a83b225c4f981a14c","span_id":"3f738a2855fdcf9d","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954"}
{"level":"info","ts":1789770574.8771365,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45c0a5230ae1d08a83b225c4f981a14c","span_id":"3f738a2855fdcf9d","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954","EoS":true}
{"level":"info","ts":1789770574.8771474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45c0a5230ae1d08a83b225c4f981a14c","span_id":"3f738a2855fdcf9d","x-request-id":"843d7bd5-b6e0-4306-ac83-c52c213f7954"}
{"level":"info","ts":1789770574.9798415,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789770574.9799516,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770574.9799757,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770574.979991,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","EoS":true}
{"level":"info","ts":1789770574.9800162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","header":"x-maas-keyname"}
{"level":"info","ts":1789770574.9800234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","header":"x-maas-group"}
{"level":"info","ts":1789770574.9800286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","header":"x-maas-username"}
{"level":"info","ts":1789770574.9800336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","header":"x-maas-subscription"}
{"level":"info","ts":1789770574.9800537,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789770574.9800894,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770574.9911196,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770574.9911413,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770574.9911551,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","EoS":false}
{"level":"info","ts":1789770574.9911706,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770574.9912052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e","EoS":true}
{"level":"info","ts":1789770574.9912174,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d602aa4e6afd1a289a98801a94aa0eba","span_id":"40770c38e5157270","x-request-id":"5b760255-e966-4991-95ed-a7f4331a5c2e"}
{"level":"info","ts":1789770575.0799162,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789770575.0800765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"info","ts":1789770575.0800958,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"info","ts":1789770575.0801148,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","EoS":true}
{"level":"info","ts":1789770575.080147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","header":"x-maas-subscription"}
{"level":"info","ts":1789770575.0801606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","header":"x-maas-keyname"}
{"level":"info","ts":1789770575.0801687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","header":"x-maas-group"}
{"level":"info","ts":1789770575.0801775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","header":"x-maas-username"}
{"level":"info","ts":1789770575.080197,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789770575.0802286,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"info","ts":1789770575.0881133,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"info","ts":1789770575.088135,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"info","ts":1789770575.0881498,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","EoS":false}
{"level":"info","ts":1789770575.088162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"info","ts":1789770575.088188,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431","EoS":true}
{"level":"info","ts":1789770575.0881996,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ac6be4c43c6defb745a0c96c75324684","span_id":"e961853a5623ea7e","x-request-id":"a24ee80e-bb65-4e0b-9754-b65e2315e431"}
{"level":"error","ts":1789770577.7618463,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789770590.0616608,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789770590.0617733,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5220056652404a90ec968d0a9720ebda","span_id":"de6a2c249cf13df2","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc"}
{"level":"info","ts":1789770590.061792,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5220056652404a90ec968d0a9720ebda","span_id":"de6a2c249cf13df2","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc"}
{"level":"info","ts":1789770590.0618098,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5220056652404a90ec968d0a9720ebda","span_id":"de6a2c249cf13df2","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc","EoS":true}
{"level":"info","ts":1789770590.061871,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5220056652404a90ec968d0a9720ebda","span_id":"de6a2c249cf13df2","x-request-id":"fc75724d-19e3-4813-bc31-57b0b0fdbcdc"}
{"level":"info","ts":1789770590.2159116,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789770590.2160037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"32871c27fa856ed04e0e3de493c8499e","span_id":"662e5145f6330140","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218"}
{"level":"info","ts":1789770590.2160156,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"32871c27fa856ed04e0e3de493c8499e","span_id":"662e5145f6330140","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218"}
{"level":"info","ts":1789770590.2160268,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"32871c27fa856ed04e0e3de493c8499e","span_id":"662e5145f6330140","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218","EoS":true}
{"level":"info","ts":1789770590.2160683,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"32871c27fa856ed04e0e3de493c8499e","span_id":"662e5145f6330140","x-request-id":"49e084fd-2787-4acf-ae1f-034138c44218"}
{"level":"info","ts":1789770590.370103,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789770590.370194,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"94d31800d8ec5510b6ebe1a625a26ad4","span_id":"3e6f82ba8d12d3ba","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0"}
{"level":"info","ts":1789770590.3702054,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"94d31800d8ec5510b6ebe1a625a26ad4","span_id":"3e6f82ba8d12d3ba","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0"}
{"level":"info","ts":1789770590.3702168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"94d31800d8ec5510b6ebe1a625a26ad4","span_id":"3e6f82ba8d12d3ba","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0","EoS":true}
{"level":"info","ts":1789770590.3702571,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"94d31800d8ec5510b6ebe1a625a26ad4","span_id":"3e6f82ba8d12d3ba","x-request-id":"e739f640-f4ef-484a-a132-2f4f6f7921c0"}
{"level":"error","ts":1789770592.763423,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789770607.7646322,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789771671.524199,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789771671.5243163,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.5243316,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.524344,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","EoS":true}
{"level":"info","ts":1789771671.5243738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","header":"x-maas-keyname"}
{"level":"info","ts":1789771671.5243833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","header":"x-maas-subscription"}
{"level":"info","ts":1789771671.5244155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","header":"x-maas-username"}
{"level":"info","ts":1789771671.5244222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","header":"x-maas-group"}
{"level":"info","ts":1789771671.524437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789771671.5244677,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.5255322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.5255516,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.5255656,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","EoS":false}
{"level":"info","ts":1789771671.5255773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.5256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575","EoS":true}
{"level":"info","ts":1789771671.5256083,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88c8e690ba762b5e9b0a0ef6e1a0737e","span_id":"3da254903310d9dd","x-request-id":"425dfdae-8843-45ca-96b8-6d4d46cbf575"}
{"level":"info","ts":1789771671.5633442,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789771671.563442,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"info","ts":1789771671.5634542,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"info","ts":1789771671.5634649,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","EoS":true}
{"level":"info","ts":1789771671.5634856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","header":"x-maas-subscription"}
{"level":"info","ts":1789771671.5634954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","header":"x-maas-group"}
{"level":"info","ts":1789771671.5634997,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","header":"x-maas-username"}
{"level":"info","ts":1789771671.5635042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","header":"x-maas-keyname"}
{"level":"info","ts":1789771671.5635166,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789771671.5635402,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"info","ts":1789771671.5645506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"info","ts":1789771671.564572,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"info","ts":1789771671.5645912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","EoS":false}
{"level":"info","ts":1789771671.5646033,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"info","ts":1789771671.5646265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f","EoS":true}
{"level":"info","ts":1789771671.5646362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cdc751a41f77cdea5b1bd4e161c36aa4","span_id":"3c676b8dd0e33a21","x-request-id":"557e268b-27d5-4e16-a17e-7c35d6bb348f"}
{"level":"error","ts":1789771682.886602,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789771997.2746825,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d476316-a70b-4c35-9a5b-0dd5bd4755b0"}
{"level":"info","ts":1789771997.2746825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c369f30-7c71-4d27-ab59-1631b6244492","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789771997.274824,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c369f30-7c71-4d27-ab59-1631b6244492","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.2748537,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5c369f30-7c71-4d27-ab59-1631b6244492"}
{"level":"info","ts":1789771997.281924,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"88bdb301-f22f-4def-ba40-c681b23ad6a2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789771997.281954,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"88bdb301-f22f-4def-ba40-c681b23ad6a2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.2819812,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"88bdb301-f22f-4def-ba40-c681b23ad6a2"}
{"level":"error","ts":1789771997.2833,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d476316-a70b-4c35-9a5b-0dd5bd4755b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.2833326,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d476316-a70b-4c35-9a5b-0dd5bd4755b0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.2887335,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d476316-a70b-4c35-9a5b-0dd5bd4755b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.2887638,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d476316-a70b-4c35-9a5b-0dd5bd4755b0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.2888124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"794630ec-d6bb-4736-b71e-8e346f9bed30"}
{"level":"error","ts":1789771997.288835,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"794630ec-d6bb-4736-b71e-8e346f9bed30","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.2889678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6765d547-86cc-412b-9140-e12c812f332d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789771997.2890017,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6765d547-86cc-412b-9140-e12c812f332d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.2890267,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6765d547-86cc-412b-9140-e12c812f332d"}
{"level":"error","ts":1789771997.2918386,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"794630ec-d6bb-4736-b71e-8e346f9bed30","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.291873,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"794630ec-d6bb-4736-b71e-8e346f9bed30","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.2919161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36499932-b9a7-4a67-b135-5c0e8c7e4f4c"}
{"level":"error","ts":1789771997.2919343,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36499932-b9a7-4a67-b135-5c0e8c7e4f4c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.2960033,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36499932-b9a7-4a67-b135-5c0e8c7e4f4c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.316186,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6df1df1-c27c-4791-bac1-334281a3b646"}
{"level":"error","ts":1789771997.3162181,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6df1df1-c27c-4791-bac1-334281a3b646","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.3207688,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6df1df1-c27c-4791-bac1-334281a3b646","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.360948,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd354376-8a3c-4780-aed4-63a38d19fcb6"}
{"level":"error","ts":1789771997.3609996,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd354376-8a3c-4780-aed4-63a38d19fcb6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.3655727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd354376-8a3c-4780-aed4-63a38d19fcb6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.4185526,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48df7aa3-1116-4fa1-b86a-be409c708cf4","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789771997.418607,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48df7aa3-1116-4fa1-b86a-be409c708cf4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.4186332,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48df7aa3-1116-4fa1-b86a-be409c708cf4"}
{"level":"info","ts":1789771997.4185526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5169c95f-d871-4bbb-be72-d6bc144ed533"}
{"level":"error","ts":1789771997.4186902,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5169c95f-d871-4bbb-be72-d6bc144ed533","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.4230294,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5169c95f-d871-4bbb-be72-d6bc144ed533","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.583203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3826a460-71f1-4f0a-a944-dbfc21a154d4"}
{"level":"error","ts":1789771997.5832684,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3826a460-71f1-4f0a-a944-dbfc21a154d4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.5886269,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3826a460-71f1-4f0a-a944-dbfc21a154d4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771997.909237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"de1ddc95-a89f-4b94-82c0-0c95bc8bbe16"}
{"level":"error","ts":1789771997.9092855,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"de1ddc95-a89f-4b94-82c0-0c95bc8bbe16","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771997.9147804,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"de1ddc95-a89f-4b94-82c0-0c95bc8bbe16","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771998.5557244,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bbc9d1f4-2491-455f-90fe-c3bca355cccc"}
{"level":"error","ts":1789771998.5557773,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bbc9d1f4-2491-455f-90fe-c3bca355cccc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771998.5608482,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bbc9d1f4-2491-455f-90fe-c3bca355cccc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789771999.8411262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c06afa7-5998-402e-83c7-eb4d330fef97"}
{"level":"error","ts":1789771999.841183,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c06afa7-5998-402e-83c7-eb4d330fef97","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789771999.846009,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c06afa7-5998-402e-83c7-eb4d330fef97","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789772002.406598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f00f4515-4bfd-4f88-b8fa-4460a672237f"}
{"level":"error","ts":1789772002.406653,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f00f4515-4bfd-4f88-b8fa-4460a672237f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789772002.4114685,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f00f4515-4bfd-4f88-b8fa-4460a672237f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789772002.419491,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"19dec34b-0050-490b-9d42-39f194f99afa","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789772002.4195292,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"19dec34b-0050-490b-9d42-39f194f99afa","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789772002.419559,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"19dec34b-0050-490b-9d42-39f194f99afa"}
{"level":"info","ts":1789772007.419707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c14092fe-6d98-4962-a516-e19cb1a5d1d2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789772007.4197679,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c14092fe-6d98-4962-a516-e19cb1a5d1d2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789772007.41979,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c14092fe-6d98-4962-a516-e19cb1a5d1d2"}
{"level":"info","ts":1789772007.5319095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74d3a333-9e51-43b8-9ac2-8fdddef8758a"}
{"level":"error","ts":1789772007.5319734,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74d3a333-9e51-43b8-9ac2-8fdddef8758a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789772007.5381749,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74d3a333-9e51-43b8-9ac2-8fdddef8758a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789772007.8374746,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772007.8375745,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.8375845,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.837596,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","EoS":true}
{"level":"info","ts":1789772007.8376238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","header":"x-maas-group"}
{"level":"info","ts":1789772007.837635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","header":"x-maas-keyname"}
{"level":"info","ts":1789772007.8376405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","header":"x-maas-subscription"}
{"level":"info","ts":1789772007.8376458,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","header":"x-maas-username"}
{"level":"info","ts":1789772007.8376615,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772007.8376853,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.8395479,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.839569,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.8395844,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","EoS":false}
{"level":"info","ts":1789772007.8395963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.839621,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d","EoS":true}
{"level":"info","ts":1789772007.8396301,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c91462a99460f18f72a2e32c7986104","span_id":"41626550f1f7d4c0","x-request-id":"10a4dbd7-5326-48da-9019-35161f13989d"}
{"level":"info","ts":1789772007.8836405,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772007.8837364,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.8837495,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.8837607,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","EoS":true}
{"level":"info","ts":1789772007.8837821,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","header":"x-maas-subscription"}
{"level":"info","ts":1789772007.883796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","header":"x-maas-username"}
{"level":"info","ts":1789772007.8838015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","header":"x-maas-group"}
{"level":"info","ts":1789772007.8838062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","header":"x-maas-keyname"}
{"level":"info","ts":1789772007.8838193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772007.8838503,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.8848433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.8848608,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.8848789,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","EoS":false}
{"level":"info","ts":1789772007.8848937,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.8849266,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d","EoS":true}
{"level":"info","ts":1789772007.8849378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1951d05dee8c40e4e03b6cfbead030ac","span_id":"41f4725d4b22efb0","x-request-id":"9a9bccc2-d8df-43a6-8cfe-ca295227a33d"}
{"level":"info","ts":1789772007.9367063,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772007.9367936,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772007.9368055,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772007.9368167,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","EoS":true}
{"level":"info","ts":1789772007.9368389,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","header":"x-maas-username"}
{"level":"info","ts":1789772007.9368484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","header":"x-maas-keyname"}
{"level":"info","ts":1789772007.9368534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","header":"x-maas-subscription"}
{"level":"info","ts":1789772007.9368587,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","header":"x-maas-group"}
{"level":"info","ts":1789772007.9368732,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772007.9369004,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772007.9378772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772007.9378924,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772007.937905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","EoS":false}
{"level":"info","ts":1789772007.9379163,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772007.9379394,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2","EoS":true}
{"level":"info","ts":1789772007.9379487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f766024da5c25f0d8e7e4e76a8a112d","span_id":"9972156f2d6b3ede","x-request-id":"db1aa0e9-8586-4c23-b357-e6fd61c07ff2"}
{"level":"info","ts":1789772008.0342815,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772008.0343723,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.0344005,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.034413,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","EoS":true}
{"level":"info","ts":1789772008.034435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","header":"x-maas-username"}
{"level":"info","ts":1789772008.0344481,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","header":"x-maas-group"}
{"level":"info","ts":1789772008.0344558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","header":"x-maas-subscription"}
{"level":"info","ts":1789772008.0344636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","header":"x-maas-keyname"}
{"level":"info","ts":1789772008.034481,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772008.034509,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.0354733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.0354931,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.0355058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","EoS":false}
{"level":"info","ts":1789772008.0355165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.0355418,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7","EoS":true}
{"level":"info","ts":1789772008.0355515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d3cd64a27ee1c14f4c92152f34d3eb0","span_id":"8da2a22e9aefeef2","x-request-id":"f43cdfbb-c71d-41df-897b-aa0201a8d1b7"}
{"level":"info","ts":1789772008.1696517,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ba043641-720e-465d-90b9-ed1d0995613c"}
{"level":"info","ts":1789772008.1696517,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed434e4d-e175-4b44-9cb1-2792430ed8b5","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789772008.169715,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed434e4d-e175-4b44-9cb1-2792430ed8b5","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789772017.925987,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772025.834499,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772025.8345916,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.8346045,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.8346164,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","EoS":true}
{"level":"info","ts":1789772025.8346362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","header":"x-maas-group"}
{"level":"info","ts":1789772025.834646,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","header":"x-maas-keyname"}
{"level":"info","ts":1789772025.8346515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","header":"x-maas-username"}
{"level":"info","ts":1789772025.8346562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","header":"x-maas-subscription"}
{"level":"info","ts":1789772025.8346703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772025.8346968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.8469307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.8469498,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.846964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","EoS":false}
{"level":"info","ts":1789772025.8469825,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.847011,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0","EoS":true}
{"level":"info","ts":1789772025.8470206,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f2c5acf26d0c1bb8519bfae8a897561","span_id":"22ec12185e199ba7","x-request-id":"72bc5cf3-3bba-4382-95e6-c62c40bfa1f0"}
{"level":"info","ts":1789772025.989771,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772025.9898527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772025.9898627,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772025.9898727,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","EoS":true}
{"level":"info","ts":1789772025.9898937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","header":"x-maas-subscription"}
{"level":"info","ts":1789772025.989902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","header":"x-maas-username"}
{"level":"info","ts":1789772025.9899077,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","header":"x-maas-keyname"}
{"level":"info","ts":1789772025.989912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","header":"x-maas-group"}
{"level":"info","ts":1789772025.989925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772025.9899492,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772025.9917126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772025.9917314,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772025.9917436,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","EoS":false}
{"level":"info","ts":1789772025.9917536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772025.9917774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5","EoS":true}
{"level":"info","ts":1789772025.991791,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f37967388b9a1d8bb5419d8b526d89ee","span_id":"683b2bdd7900d321","x-request-id":"3847cae8-0e7a-43ee-a824-b300ae6879e5"}
{"level":"info","ts":1789772026.1299179,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772026.1300113,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.1300244,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.1300356,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","EoS":true}
{"level":"info","ts":1789772026.1300611,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","header":"x-maas-keyname"}
{"level":"info","ts":1789772026.130074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","header":"x-maas-subscription"}
{"level":"info","ts":1789772026.130079,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","header":"x-maas-group"}
{"level":"info","ts":1789772026.1300836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","header":"x-maas-username"}
{"level":"info","ts":1789772026.1300964,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772026.130116,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.1309013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.1309187,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.130929,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","EoS":false}
{"level":"info","ts":1789772026.130941,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.1309652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e","EoS":true}
{"level":"info","ts":1789772026.1309767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c79dea74dd6c7996b7a4c63893b0007c","span_id":"6f007b2dd3b4af75","x-request-id":"1ee190e6-8a99-4e42-b2a6-131c857b071e"}
{"level":"info","ts":1789772026.2749438,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772026.2750363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.2750523,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.2750642,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","EoS":true}
{"level":"info","ts":1789772026.2750895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","header":"x-maas-subscription"}
{"level":"info","ts":1789772026.2751021,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","header":"x-maas-group"}
{"level":"info","ts":1789772026.2751076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","header":"x-maas-keyname"}
{"level":"info","ts":1789772026.2751124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","header":"x-maas-username"}
{"level":"info","ts":1789772026.2751262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772026.2751486,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.275933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.2759442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.2759576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","EoS":false}
{"level":"info","ts":1789772026.2759688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.2759924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7","EoS":true}
{"level":"info","ts":1789772026.2760031,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a5c40e97ec2413fa546eb850eb7b1d1","span_id":"348e0ba1ad1f36dd","x-request-id":"d9aa17ef-45f7-4a04-8141-ee860a23c2d7"}
{"level":"info","ts":1789772026.4105403,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772026.4106255,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"info","ts":1789772026.4106371,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"info","ts":1789772026.4106476,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","EoS":true}
{"level":"info","ts":1789772026.4106715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","header":"x-maas-group"}
{"level":"info","ts":1789772026.410681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","header":"x-maas-username"}
{"level":"info","ts":1789772026.410686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","header":"x-maas-keyname"}
{"level":"info","ts":1789772026.4106908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","header":"x-maas-subscription"}
{"level":"info","ts":1789772026.4107053,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772026.4107282,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"info","ts":1789772026.4115841,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"info","ts":1789772026.4115953,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"info","ts":1789772026.411608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","EoS":false}
{"level":"info","ts":1789772026.4116192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"info","ts":1789772026.411639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148","EoS":true}
{"level":"info","ts":1789772026.411649,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8ccd3318dd97e82ad437cc76ca7c77af","span_id":"07da7349e0eb6904","x-request-id":"f1c79ccd-2928-48e5-b881-b26e718d0148"}
{"level":"error","ts":1789772032.926657,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772035.1910863,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772035.1911829,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.1911955,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.1912067,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","EoS":true}
{"level":"info","ts":1789772035.1912282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","header":"x-maas-keyname"}
{"level":"info","ts":1789772035.1912386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","header":"x-maas-username"}
{"level":"info","ts":1789772035.1912441,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","header":"x-maas-subscription"}
{"level":"info","ts":1789772035.1912515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","header":"x-maas-group"}
{"level":"info","ts":1789772035.1912658,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772035.1912932,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.1921048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.1921287,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.1921482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","EoS":false}
{"level":"info","ts":1789772035.1921654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.1922002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41","EoS":true}
{"level":"info","ts":1789772035.1922119,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4b7375b69a6ca38d061a5c59f9f5f4bc","span_id":"22651c32636b5b06","x-request-id":"1f128611-dc49-4d92-8ad2-d127c0daad41"}
{"level":"info","ts":1789772035.2831895,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772035.2832677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f"}
{"level":"info","ts":1789772035.2840564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f"}
{"level":"info","ts":1789772035.2840755,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f"}
{"level":"info","ts":1789772035.2840905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f","EoS":false}
{"level":"info","ts":1789772035.2841055,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f"}
{"level":"info","ts":1789772035.2841315,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f","EoS":true}
{"level":"info","ts":1789772035.2841406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0b65c3f66331d6e4630d7c7ed2f3c68","span_id":"99e92be8582e5a04","x-request-id":"540d8299-9200-4215-a7e8-697ba480f78f"}
{"level":"info","ts":1789772036.0511317,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772036.0512261,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.05124,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.0512516,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","EoS":true}
{"level":"info","ts":1789772036.0512724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","header":"x-maas-keyname"}
{"level":"info","ts":1789772036.0512826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","header":"x-maas-subscription"}
{"level":"info","ts":1789772036.0512886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","header":"x-maas-group"}
{"level":"info","ts":1789772036.0512931,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","header":"x-maas-username"}
{"level":"info","ts":1789772036.051307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772036.0513313,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.0533657,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.0533972,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.0534165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","EoS":false}
{"level":"info","ts":1789772036.0534296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.053453,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a","EoS":true}
{"level":"info","ts":1789772036.0534623,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"360362453fa655c79b5bd8edb4ecdd33","span_id":"aaecb047934d3ffb","x-request-id":"042cf0e4-fdd4-40d3-873d-fb618219106a"}
{"level":"info","ts":1789772036.9760387,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772036.976135,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772036.9761477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772036.9761593,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","EoS":true}
{"level":"info","ts":1789772036.976184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","header":"x-maas-username"}
{"level":"info","ts":1789772036.9761934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","header":"x-maas-subscription"}
{"level":"info","ts":1789772036.9761999,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","header":"x-maas-keyname"}
{"level":"info","ts":1789772036.9762049,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","header":"x-maas-group"}
{"level":"info","ts":1789772036.9762182,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772036.976243,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772036.9772778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772036.9772923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772036.9773052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","EoS":false}
{"level":"info","ts":1789772036.9773173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772036.9773374,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587","EoS":true}
{"level":"info","ts":1789772036.9773464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba3c0096c3a00f890a6034a73a55ae91","span_id":"d8104ba986b5cc1a","x-request-id":"1f80fe63-cc9c-4462-9a4d-2e9782002587"}
{"level":"info","ts":1789772037.6819165,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772037.682021,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772037.6820343,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772037.682047,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","EoS":true}
{"level":"info","ts":1789772037.6820755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","header":"x-maas-keyname"}
{"level":"info","ts":1789772037.6820912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","header":"x-maas-subscription"}
{"level":"info","ts":1789772037.6820974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","header":"x-maas-username"}
{"level":"info","ts":1789772037.6821022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","header":"x-maas-group"}
{"level":"info","ts":1789772037.6821167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772037.6821434,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772037.683235,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772037.6832578,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772037.6832726,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","EoS":false}
{"level":"info","ts":1789772037.683284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772037.6833084,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b","EoS":true}
{"level":"info","ts":1789772037.6833162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6711055c561f973a9a90f0fbf4310660","span_id":"9716d36a001d23a5","x-request-id":"f1d871af-b5be-4cda-962b-d729273f356b"}
{"level":"info","ts":1789772038.7234821,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772038.7235823,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"info","ts":1789772038.7235968,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"info","ts":1789772038.7236123,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","EoS":true}
{"level":"info","ts":1789772038.7236385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","header":"x-maas-group"}
{"level":"info","ts":1789772038.723648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","header":"x-maas-subscription"}
{"level":"info","ts":1789772038.7236533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","header":"x-maas-username"}
{"level":"info","ts":1789772038.7236578,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","header":"x-maas-keyname"}
{"level":"info","ts":1789772038.7236722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772038.7237043,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"info","ts":1789772038.7246814,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"info","ts":1789772038.7247028,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"info","ts":1789772038.7247224,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","EoS":false}
{"level":"info","ts":1789772038.724739,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"info","ts":1789772038.7247748,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5","EoS":true}
{"level":"info","ts":1789772038.7247868,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0497174a96064c9d419cab4583967790","span_id":"1da471e5e8d03ca8","x-request-id":"72bff878-c966-4cd2-9b91-adef1ae045c5"}
{"level":"error","ts":1789772047.927148,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772058.274185,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772058.2742817,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"info","ts":1789772058.2742953,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"info","ts":1789772058.2743106,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","EoS":true}
{"level":"info","ts":1789772058.2743404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","header":"x-maas-username"}
{"level":"info","ts":1789772058.2743483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","header":"x-maas-group"}
{"level":"info","ts":1789772058.2743533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","header":"x-maas-subscription"}
{"level":"info","ts":1789772058.274358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","header":"x-maas-keyname"}
{"level":"info","ts":1789772058.2743728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772058.274424,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"info","ts":1789772058.2753747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"info","ts":1789772058.2754045,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"info","ts":1789772058.27542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","EoS":false}
{"level":"info","ts":1789772058.2754345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"info","ts":1789772058.2754557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc","EoS":true}
{"level":"info","ts":1789772058.2754653,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f5362e5ddde7fa51910a6347495e98f9","span_id":"52db139cc39d29aa","x-request-id":"25812b65-8206-4356-ba4b-8c1d6036b1dc"}
{"level":"error","ts":1789772062.9287856,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789772072.9292681,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772144.969886,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772144.9700136,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"info","ts":1789772144.9700313,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"info","ts":1789772144.9700472,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","EoS":true}
{"level":"info","ts":1789772144.9700983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","header":"x-maas-subscription"}
{"level":"info","ts":1789772144.9701118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","header":"x-maas-group"}
{"level":"info","ts":1789772144.97012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","header":"x-maas-username"}
{"level":"info","ts":1789772144.9701264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","header":"x-maas-keyname"}
{"level":"info","ts":1789772144.9701471,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789772144.9701803,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"info","ts":1789772144.983082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"info","ts":1789772144.9831069,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"info","ts":1789772144.9831226,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","EoS":false}
{"level":"info","ts":1789772144.9831352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"info","ts":1789772144.9831617,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0","EoS":true}
{"level":"info","ts":1789772144.9831722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d2b852b09f559003d9d7b6258619d74","span_id":"92256e09aff31621","x-request-id":"eb91eda8-df94-40c3-8b1c-f88a0b8afac0"}
{"level":"error","ts":1789772157.9358654,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772216.1119096,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772216.112017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"info","ts":1789772216.1120307,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"info","ts":1789772216.1120422,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","EoS":true}
{"level":"info","ts":1789772216.1120648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","header":"x-maas-subscription"}
{"level":"info","ts":1789772216.1120746,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","header":"x-maas-username"}
{"level":"info","ts":1789772216.11208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","header":"x-maas-keyname"}
{"level":"info","ts":1789772216.1120844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","header":"x-maas-group"}
{"level":"info","ts":1789772216.112099,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789772216.1121192,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"info","ts":1789772216.112906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"info","ts":1789772216.1129227,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"info","ts":1789772216.1129358,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","EoS":false}
{"level":"info","ts":1789772216.1129465,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"info","ts":1789772216.1129687,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4","EoS":true}
{"level":"info","ts":1789772216.1129773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"45de63292f24ba809946fa90fc2f67d1","span_id":"6d15356072626450","x-request-id":"0f04d5ac-3136-4f28-bafa-ddf02605c2d4"}
{"level":"error","ts":1789772227.9426773,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772229.8291502,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772229.8292408,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.8292532,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.8292656,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","EoS":true}
{"level":"info","ts":1789772229.8292866,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","header":"x-maas-subscription"}
{"level":"info","ts":1789772229.8292952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","header":"x-maas-keyname"}
{"level":"info","ts":1789772229.8293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","header":"x-maas-group"}
{"level":"info","ts":1789772229.8293047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","header":"x-maas-username"}
{"level":"info","ts":1789772229.8293178,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789772229.8293424,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.8431125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.843137,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.8431554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","EoS":false}
{"level":"info","ts":1789772229.8431685,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.8431962,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe","EoS":true}
{"level":"info","ts":1789772229.8432052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22e29430a4bb9e36ce15b03328df24b6","span_id":"7d65ab789a48df9c","x-request-id":"ee24458b-5e69-473a-b289-7d1f919cddbe"}
{"level":"info","ts":1789772229.9819336,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772229.982035,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.9820495,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.9820616,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","EoS":true}
{"level":"info","ts":1789772229.9820902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","header":"x-maas-username"}
{"level":"info","ts":1789772229.9821012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","header":"x-maas-keyname"}
{"level":"info","ts":1789772229.982106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","header":"x-maas-subscription"}
{"level":"info","ts":1789772229.9821107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","header":"x-maas-group"}
{"level":"info","ts":1789772229.9821253,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789772229.982152,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.9841492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.9841666,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.9841805,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","EoS":false}
{"level":"info","ts":1789772229.9842002,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.984228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","EoS":false}
{"level":"info","ts":1789772229.984239,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772229.9842494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d","EoS":true}
{"level":"info","ts":1789772229.9842594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9f251c478f1180cba31c8b159792424","span_id":"19c4b096e9ad3d2e","x-request-id":"1c714c11-4610-4f7d-ab31-7406f627280d"}
{"level":"info","ts":1789772230.123788,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772230.1238823,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"info","ts":1789772230.1238942,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"info","ts":1789772230.1239047,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","EoS":true}
{"level":"info","ts":1789772230.1239252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","header":"x-maas-username"}
{"level":"info","ts":1789772230.1239324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","header":"x-maas-keyname"}
{"level":"info","ts":1789772230.1239371,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","header":"x-maas-group"}
{"level":"info","ts":1789772230.1239417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","header":"x-maas-subscription"}
{"level":"info","ts":1789772230.1239555,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789772230.1239815,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"info","ts":1789772230.1249404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"info","ts":1789772230.1249607,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"info","ts":1789772230.1249793,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","EoS":false}
{"level":"info","ts":1789772230.1249964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"info","ts":1789772230.125023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779","EoS":true}
{"level":"info","ts":1789772230.125032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0ac357c16cf2aa1d662ea3611e6a415","span_id":"dfc61bba3d1e3fdd","x-request-id":"f1b400c5-97fe-4e33-b273-7aa77de68779"}
{"level":"error","ts":1789772242.9440165,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789772242.96029,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789772242.9604442,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}
{"level":"info","ts":1789772242.9604669,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}
{"level":"info","ts":1789772242.9604878,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","EoS":true}
{"level":"info","ts":1789772242.9605207,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","header":"x-maas-keyname"}
{"level":"info","ts":1789772242.9605358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","header":"x-maas-subscription"}
{"level":"info","ts":1789772242.960543,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","header":"x-maas-username"}
{"level":"info","ts":1789772242.9605494,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","header":"x-maas-group"}
{"level":"info","ts":1789772242.9605684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789772242.9606054,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}
{"level":"info","ts":1789772242.9623432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}
{"level":"info","ts":1789772242.9623606,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}
{"level":"info","ts":1789772242.9624088,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","EoS":false}
{"level":"info","ts":1789772242.9624264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}
{"level":"info","ts":1789772242.9624639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf","EoS":true}
{"level":"info","ts":1789772242.9624748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e877b56b21dfc96e729b7ef425d941fe","span_id":"7e1b6a792dfcce29","x-request-id":"eab13070-0a95-449a-877f-7ff4f7be66bf"}