{"level":"info","ts":1789654955.7872121,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb133123309b79cd62f9eb52942b5bca","span_id":"c81a9c55e26db6b0","x-request-id":"d4f43082-5ab8-4ef0-811e-1ead8afb8fe8"}
{"level":"info","ts":1789654955.7872293,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb133123309b79cd62f9eb52942b5bca","span_id":"c81a9c55e26db6b0","x-request-id":"d4f43082-5ab8-4ef0-811e-1ead8afb8fe8"}
{"level":"info","ts":1789654955.7872438,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb133123309b79cd62f9eb52942b5bca","span_id":"c81a9c55e26db6b0","x-request-id":"d4f43082-5ab8-4ef0-811e-1ead8afb8fe8","EoS":false}
{"level":"info","ts":1789654955.7872577,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb133123309b79cd62f9eb52942b5bca","span_id":"c81a9c55e26db6b0","x-request-id":"d4f43082-5ab8-4ef0-811e-1ead8afb8fe8"}
{"level":"info","ts":1789654955.7872837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb133123309b79cd62f9eb52942b5bca","span_id":"c81a9c55e26db6b0","x-request-id":"d4f43082-5ab8-4ef0-811e-1ead8afb8fe8","EoS":true}
{"level":"info","ts":1789654955.7872941,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb133123309b79cd62f9eb52942b5bca","span_id":"c81a9c55e26db6b0","x-request-id":"d4f43082-5ab8-4ef0-811e-1ead8afb8fe8"}
{"level":"info","ts":1789654955.83683,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654955.836919,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.83693,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.8369415,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","EoS":true}
{"level":"info","ts":1789654955.8369672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","header":"x-maas-keyname"}
{"level":"info","ts":1789654955.8369777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","header":"x-maas-username"}
{"level":"info","ts":1789654955.8369832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","header":"x-maas-subscription"}
{"level":"info","ts":1789654955.8369884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","header":"x-maas-group"}
{"level":"info","ts":1789654955.8370025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654955.8370278,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.8382113,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.8382318,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.8382478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","EoS":false}
{"level":"info","ts":1789654955.8382642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.8382988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7","EoS":true}
{"level":"info","ts":1789654955.8383102,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f40eb8f7eb3e74eac3b19ca8e105941a","span_id":"91dfdd89a53eb3fd","x-request-id":"12d05095-06bd-44cc-92f2-d276c0f012c7"}
{"level":"info","ts":1789654955.8878677,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654955.8879714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"info","ts":1789654955.887983,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"info","ts":1789654955.8879945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","EoS":true}
{"level":"info","ts":1789654955.8880184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","header":"x-maas-subscription"}
{"level":"info","ts":1789654955.8880289,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","header":"x-maas-keyname"}
{"level":"info","ts":1789654955.888034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","header":"x-maas-group"}
{"level":"info","ts":1789654955.8880389,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","header":"x-maas-username"}
{"level":"info","ts":1789654955.8880532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654955.888079,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"info","ts":1789654955.894382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"info","ts":1789654955.8944044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"info","ts":1789654955.8944218,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","EoS":false}
{"level":"info","ts":1789654955.894438,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"info","ts":1789654955.8944745,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00","EoS":true}
{"level":"info","ts":1789654955.8944879,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24d3f4569f98714e871f2e808237ed3a","span_id":"cd07554e54902ac0","x-request-id":"a26fd066-5182-4c0a-a679-be13aec70f00"}
{"level":"error","ts":1789654970.06564,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789654972.7359266,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654972.7360106,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6d5cac4caa998806ec0cc74c7459631c","span_id":"56e5277b4347313a","x-request-id":"db3cbc6f-8c9d-4737-b220-35ee192d4a5c"}
{"level":"info","ts":1789654972.7360218,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6d5cac4caa998806ec0cc74c7459631c","span_id":"56e5277b4347313a","x-request-id":"db3cbc6f-8c9d-4737-b220-35ee192d4a5c"}
{"level":"info","ts":1789654972.7360325,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6d5cac4caa998806ec0cc74c7459631c","span_id":"56e5277b4347313a","x-request-id":"db3cbc6f-8c9d-4737-b220-35ee192d4a5c","EoS":true}
{"level":"info","ts":1789654972.7360744,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6d5cac4caa998806ec0cc74c7459631c","span_id":"56e5277b4347313a","x-request-id":"db3cbc6f-8c9d-4737-b220-35ee192d4a5c"}
{"level":"info","ts":1789654972.8796775,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654972.8797786,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9ed0cbe33e5e20b1905db440de3e23fb","span_id":"ba02be319d3eaa32","x-request-id":"a7b51897-f3eb-4fdb-a8eb-095d9fb67b42"}
{"level":"info","ts":1789654972.8797932,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9ed0cbe33e5e20b1905db440de3e23fb","span_id":"ba02be319d3eaa32","x-request-id":"a7b51897-f3eb-4fdb-a8eb-095d9fb67b42"}
{"level":"info","ts":1789654972.8798122,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9ed0cbe33e5e20b1905db440de3e23fb","span_id":"ba02be319d3eaa32","x-request-id":"a7b51897-f3eb-4fdb-a8eb-095d9fb67b42","EoS":true}
{"level":"info","ts":1789654972.879865,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9ed0cbe33e5e20b1905db440de3e23fb","span_id":"ba02be319d3eaa32","x-request-id":"a7b51897-f3eb-4fdb-a8eb-095d9fb67b42"}
{"level":"info","ts":1789654973.020515,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654973.0206091,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"81d070a0d1d40561447ddcd0758de344","span_id":"cba1997eebee9979","x-request-id":"87bfe14e-199f-406b-8f19-93610674e707"}
{"level":"info","ts":1789654973.0206232,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"81d070a0d1d40561447ddcd0758de344","span_id":"cba1997eebee9979","x-request-id":"87bfe14e-199f-406b-8f19-93610674e707"}
{"level":"info","ts":1789654973.0206387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"81d070a0d1d40561447ddcd0758de344","span_id":"cba1997eebee9979","x-request-id":"87bfe14e-199f-406b-8f19-93610674e707","EoS":true}
{"level":"info","ts":1789654973.0206895,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"81d070a0d1d40561447ddcd0758de344","span_id":"cba1997eebee9979","x-request-id":"87bfe14e-199f-406b-8f19-93610674e707"}
{"level":"error","ts":1789654985.0671017,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656064.9351592,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656064.9352946,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.9353087,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.9353228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","EoS":true}
{"level":"info","ts":1789656064.9353485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","header":"x-maas-group"}
{"level":"info","ts":1789656064.9353602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","header":"x-maas-username"}
{"level":"info","ts":1789656064.935369,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","header":"x-maas-keyname"}
{"level":"info","ts":1789656064.935377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","header":"x-maas-subscription"}
{"level":"info","ts":1789656064.9353907,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789656064.9354157,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.936285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.936306,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.9363205,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","EoS":false}
{"level":"info","ts":1789656064.9363308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.9363549,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f","EoS":true}
{"level":"info","ts":1789656064.9363635,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9569fba619c08d1a63c89db37a43a80","span_id":"dc9ef4b74c97183a","x-request-id":"a3c3ed86-69c7-4848-97ed-90208682c38f"}
{"level":"info","ts":1789656064.9740279,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656064.9741325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"info","ts":1789656064.974146,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"info","ts":1789656064.9741588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","EoS":true}
{"level":"info","ts":1789656064.974202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","header":"x-maas-username"}
{"level":"info","ts":1789656064.9742155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","header":"x-maas-group"}
{"level":"info","ts":1789656064.974224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","header":"x-maas-keyname"}
{"level":"info","ts":1789656064.9742312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","header":"x-maas-subscription"}
{"level":"info","ts":1789656064.974249,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789656064.974279,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"info","ts":1789656064.975101,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"info","ts":1789656064.9751248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"info","ts":1789656064.9751375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","EoS":false}
{"level":"info","ts":1789656064.9751477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"info","ts":1789656064.9751952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651","EoS":true}
{"level":"info","ts":1789656064.9752073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5313d8c22401f569585fccae619b15e0","span_id":"a9097a1d96b4ccf3","x-request-id":"270b0a13-1ed0-4b2c-b96b-d2a9aa943651"}
{"level":"error","ts":1789656075.1891143,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656396.0181708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ac35d1f-c716-4f2b-a8af-36b3be0cb5b8"}
{"level":"info","ts":1789656396.0182405,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f952815-d80b-439a-9c42-ee7e8157baf3","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656396.0182943,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f952815-d80b-439a-9c42-ee7e8157baf3","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.018323,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f952815-d80b-439a-9c42-ee7e8157baf3"}
{"level":"info","ts":1789656396.0242894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"19778bc3-42ae-4eb4-8c84-1813d996341c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656396.0243354,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"19778bc3-42ae-4eb4-8c84-1813d996341c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.0243578,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"19778bc3-42ae-4eb4-8c84-1813d996341c"}
{"level":"error","ts":1789656396.0267663,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ac35d1f-c716-4f2b-a8af-36b3be0cb5b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.0268047,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ac35d1f-c716-4f2b-a8af-36b3be0cb5b8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.0301354,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eb716476-60b2-415b-9911-695e454ad9f9","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656396.0301616,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eb716476-60b2-415b-9911-695e454ad9f9","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.030196,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eb716476-60b2-415b-9911-695e454ad9f9"}
{"level":"error","ts":1789656396.0307019,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ac35d1f-c716-4f2b-a8af-36b3be0cb5b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.0307505,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4ac35d1f-c716-4f2b-a8af-36b3be0cb5b8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.0308151,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f5d42b6-818e-4e7b-98eb-9bb352d4cd9c"}
{"level":"error","ts":1789656396.0308437,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f5d42b6-818e-4e7b-98eb-9bb352d4cd9c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.0352795,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f5d42b6-818e-4e7b-98eb-9bb352d4cd9c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.0455086,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2666fd6d-e910-47d9-b66f-b0a2bb9ea8c7"}
{"level":"error","ts":1789656396.045556,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2666fd6d-e910-47d9-b66f-b0a2bb9ea8c7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.050454,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2666fd6d-e910-47d9-b66f-b0a2bb9ea8c7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.0715458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24f16a47-8eaa-45a7-994d-f7c81412ca53"}
{"level":"error","ts":1789656396.0715933,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24f16a47-8eaa-45a7-994d-f7c81412ca53","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.076014,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24f16a47-8eaa-45a7-994d-f7c81412ca53","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.116468,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6272dfa4-08fb-4ef6-99ba-2e751dcbac4d"}
{"level":"error","ts":1789656396.116521,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6272dfa4-08fb-4ef6-99ba-2e751dcbac4d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.1217332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6272dfa4-08fb-4ef6-99ba-2e751dcbac4d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.1515212,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0206f91f-1fba-4177-9c98-f6d481f84cda"}
{"level":"error","ts":1789656396.151568,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0206f91f-1fba-4177-9c98-f6d481f84cda","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.151525,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6bdb000-a76a-40ef-b323-c3ae42bd339a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656396.1516397,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6bdb000-a76a-40ef-b323-c3ae42bd339a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.1516604,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6bdb000-a76a-40ef-b323-c3ae42bd339a"}
{"level":"error","ts":1789656396.1562696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0206f91f-1fba-4177-9c98-f6d481f84cda","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.3164437,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b250b157-f75f-423d-8e12-2a1ba9349361"}
{"level":"error","ts":1789656396.3165085,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b250b157-f75f-423d-8e12-2a1ba9349361","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.3232028,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b250b157-f75f-423d-8e12-2a1ba9349361","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656396.6437716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3d192fc-ce43-4c9d-817d-ca641eb4f29d"}
{"level":"error","ts":1789656396.6438308,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3d192fc-ce43-4c9d-817d-ca641eb4f29d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656396.6497602,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3d192fc-ce43-4c9d-817d-ca641eb4f29d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656397.290702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"797c6de8-17ed-4664-957b-71b1b7735885"}
{"level":"error","ts":1789656397.2907646,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"797c6de8-17ed-4664-957b-71b1b7735885","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656397.2961187,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"797c6de8-17ed-4664-957b-71b1b7735885","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656398.5770342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"af61ce93-8a99-4a17-ab2b-990c0c10cd4e"}
{"level":"error","ts":1789656398.5770867,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"af61ce93-8a99-4a17-ab2b-990c0c10cd4e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656398.5824335,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"af61ce93-8a99-4a17-ab2b-990c0c10cd4e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656401.1425753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"56cf1194-60f5-437f-b567-dd5f854d6c24"}
{"level":"error","ts":1789656401.1426284,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"56cf1194-60f5-437f-b567-dd5f854d6c24","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656401.152718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fac1d291-4a69-408d-8e41-869eb9331f5c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656401.1527514,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fac1d291-4a69-408d-8e41-869eb9331f5c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656401.15277,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fac1d291-4a69-408d-8e41-869eb9331f5c"}
{"level":"error","ts":1789656401.166865,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"56cf1194-60f5-437f-b567-dd5f854d6c24","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656401.4493296,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656401.4494352,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.4494479,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.44946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","EoS":true}
{"level":"info","ts":1789656401.449482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","header":"x-maas-subscription"}
{"level":"info","ts":1789656401.449492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","header":"x-maas-group"}
{"level":"info","ts":1789656401.4494975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","header":"x-maas-username"}
{"level":"info","ts":1789656401.4495022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","header":"x-maas-keyname"}
{"level":"info","ts":1789656401.4495184,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656401.449544,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.450561,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.4505818,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.450601,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","EoS":false}
{"level":"info","ts":1789656401.450614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.45064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860","EoS":true}
{"level":"info","ts":1789656401.450649,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7ed6a59ff96f3d74eb9264c354a0cb9","span_id":"39932dfa6830a814","x-request-id":"0bb63a6a-2381-4017-8184-722047669860"}
{"level":"info","ts":1789656401.570713,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656401.5708153,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.570827,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.570838,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","EoS":true}
{"level":"info","ts":1789656401.5708592,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","header":"x-maas-group"}
{"level":"info","ts":1789656401.5708685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","header":"x-maas-keyname"}
{"level":"info","ts":1789656401.5708754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","header":"x-maas-subscription"}
{"level":"info","ts":1789656401.5708797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","header":"x-maas-username"}
{"level":"info","ts":1789656401.5708933,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656401.5709221,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.5719764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.5719965,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.5720086,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","EoS":false}
{"level":"info","ts":1789656401.572021,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.5720463,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9","EoS":true}
{"level":"info","ts":1789656401.572057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e2a873bd79b961148891bcdbe304512","span_id":"92dd8c022e9a24f1","x-request-id":"e93340a6-c8bd-44d9-865e-8de8a17970b9"}
{"level":"info","ts":1789656401.6664848,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656401.6666064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.6666212,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.6666367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","EoS":true}
{"level":"info","ts":1789656401.6666582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","header":"x-maas-keyname"}
{"level":"info","ts":1789656401.6666682,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","header":"x-maas-subscription"}
{"level":"info","ts":1789656401.6666734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","header":"x-maas-group"}
{"level":"info","ts":1789656401.6666777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","header":"x-maas-username"}
{"level":"info","ts":1789656401.6666932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656401.666727,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.6678782,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.6678994,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.667918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","EoS":false}
{"level":"info","ts":1789656401.6679385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.667976,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f","EoS":true}
{"level":"info","ts":1789656401.6679895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d02bdab5c98e4d94d7773c7781b3f93","span_id":"cf8c68c0cedf3739","x-request-id":"4d0a90e4-acbd-4528-987f-92ab6aaebd8f"}
{"level":"info","ts":1789656401.8086016,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"252752f4-4a09-401f-8754-b956737f99a2"}
{"level":"info","ts":1789656401.808644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da983b62-c812-49aa-9582-d7bd943c199f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789656401.8086812,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da983b62-c812-49aa-9582-d7bd943c199f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656415.2264204,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656432.1118815,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656432.1119885,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.1120012,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.112013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","EoS":true}
{"level":"info","ts":1789656432.1120377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","header":"x-maas-subscription"}
{"level":"info","ts":1789656432.1120474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","header":"x-maas-keyname"}
{"level":"info","ts":1789656432.1120527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","header":"x-maas-username"}
{"level":"info","ts":1789656432.112058,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","header":"x-maas-group"}
{"level":"info","ts":1789656432.1120727,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656432.1120996,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.1254635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.1254938,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.1255116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","EoS":false}
{"level":"info","ts":1789656432.1255245,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.1255543,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f","EoS":true}
{"level":"info","ts":1789656432.1255639,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25c57d05b279ec543977fcdf8b8ea6fa","span_id":"16972bcf426db254","x-request-id":"530f0600-d738-4d4b-9b65-4b7c9dca353f"}
{"level":"info","ts":1789656432.2619817,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656432.262084,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.262097,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.2621095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","EoS":true}
{"level":"info","ts":1789656432.2621336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","header":"x-maas-subscription"}
{"level":"info","ts":1789656432.2621434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","header":"x-maas-group"}
{"level":"info","ts":1789656432.2621515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","header":"x-maas-username"}
{"level":"info","ts":1789656432.2621558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","header":"x-maas-keyname"}
{"level":"info","ts":1789656432.26217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656432.262254,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.264717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.2647374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.264749,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","EoS":false}
{"level":"info","ts":1789656432.264761,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.2647908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05","EoS":true}
{"level":"info","ts":1789656432.2648005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d751ca080c88ab40a6729737194d5fd","span_id":"441e9f9f26b0461a","x-request-id":"e775c3d1-73bd-4e3d-a1f4-888ee4fbac05"}
{"level":"info","ts":1789656432.3995078,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656432.3996072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.3996193,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.3996303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","EoS":true}
{"level":"info","ts":1789656432.3996563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","header":"x-maas-subscription"}
{"level":"info","ts":1789656432.3996677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","header":"x-maas-group"}
{"level":"info","ts":1789656432.399673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","header":"x-maas-keyname"}
{"level":"info","ts":1789656432.3996775,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","header":"x-maas-username"}
{"level":"info","ts":1789656432.3997333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656432.3997664,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.4008148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.4008405,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.400855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","EoS":false}
{"level":"info","ts":1789656432.4008765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.400912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc","EoS":true}
{"level":"info","ts":1789656432.4009273,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"52cd47c98fc439e788bd4b0840f61f84","span_id":"df61f7afa579a758","x-request-id":"24d67a56-6974-41ec-8dcf-1b41467f4dfc"}
{"level":"info","ts":1789656432.5397515,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656432.5398493,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.5398648,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.539876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","EoS":true}
{"level":"info","ts":1789656432.5398993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","header":"x-maas-group"}
{"level":"info","ts":1789656432.5399094,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","header":"x-maas-keyname"}
{"level":"info","ts":1789656432.5399148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","header":"x-maas-subscription"}
{"level":"info","ts":1789656432.539919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","header":"x-maas-username"}
{"level":"info","ts":1789656432.539933,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656432.5399542,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.5410633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.5410886,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.5411048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","EoS":false}
{"level":"info","ts":1789656432.5411177,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.5411437,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98","EoS":true}
{"level":"info","ts":1789656432.5411527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2a668b3850a83eabaa063958861639f","span_id":"65747c092d88bed7","x-request-id":"b96961f5-4d7b-4ca8-a88b-0843d2b94f98"}
{"level":"info","ts":1789656432.6755867,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656432.6757045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656432.6757166,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656432.6757288,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","EoS":true}
{"level":"info","ts":1789656432.6757512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","header":"x-maas-keyname"}
{"level":"info","ts":1789656432.675761,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","header":"x-maas-username"}
{"level":"info","ts":1789656432.6757655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","header":"x-maas-subscription"}
{"level":"info","ts":1789656432.6757705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","header":"x-maas-group"}
{"level":"info","ts":1789656432.6757865,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656432.6758137,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656432.6768146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656432.676833,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656432.6768467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","EoS":false}
{"level":"info","ts":1789656432.6768587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656432.6768835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe","EoS":true}
{"level":"info","ts":1789656432.676894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0dd36f2233126e613f0022fa51afd2d1","span_id":"8be802f38db55193","x-request-id":"bd03b23d-ade1-4a47-a95d-7e97865f13fe"}
{"level":"info","ts":1789656444.7172964,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656444.7173967,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.7174098,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.7174225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","EoS":true}
{"level":"info","ts":1789656444.7174466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","header":"x-maas-keyname"}
{"level":"info","ts":1789656444.717456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","header":"x-maas-group"}
{"level":"info","ts":1789656444.717462,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","header":"x-maas-subscription"}
{"level":"info","ts":1789656444.7174673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","header":"x-maas-username"}
{"level":"info","ts":1789656444.7174811,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656444.7175097,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.7192588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.7192812,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.7192957,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","EoS":false}
{"level":"info","ts":1789656444.7193072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.7193317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e","EoS":true}
{"level":"info","ts":1789656444.7193413,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"feba7664b9b910992fdfe36d6478a0fd","span_id":"abc1d6dfc3d7e206","x-request-id":"909974dd-c265-4f9c-8a31-be6ba5968a4e"}
{"level":"info","ts":1789656444.8220549,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656444.8221533,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72"}
{"level":"info","ts":1789656444.8231142,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72"}
{"level":"info","ts":1789656444.823134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72"}
{"level":"info","ts":1789656444.8231497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72","EoS":false}
{"level":"info","ts":1789656444.8231676,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72"}
{"level":"info","ts":1789656444.823208,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72","EoS":true}
{"level":"info","ts":1789656444.823218,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e71ed2a9db364806c20ca2048358be3b","span_id":"462e15f045b1e3bc","x-request-id":"dddb5a05-4104-40b4-9a1f-4dbb4026dc72"}
{"level":"error","ts":1789656445.2296398,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656445.5662162,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656445.566331,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656445.566346,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656445.5663583,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","EoS":true}
{"level":"info","ts":1789656445.566386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","header":"x-maas-subscription"}
{"level":"info","ts":1789656445.5663965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","header":"x-maas-keyname"}
{"level":"info","ts":1789656445.5664012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","header":"x-maas-username"}
{"level":"info","ts":1789656445.5664055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","header":"x-maas-group"}
{"level":"info","ts":1789656445.5664215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656445.5664556,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656445.5680985,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656445.568118,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656445.5681326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","EoS":false}
{"level":"info","ts":1789656445.568144,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656445.5681908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e","EoS":true}
{"level":"info","ts":1789656445.5682058,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"791f0305fc955f19f6ed80136435b0c0","span_id":"4ed0e9fa95070a3f","x-request-id":"67036b18-7ffb-40b5-b02f-b92395c8543e"}
{"level":"info","ts":1789656446.5014124,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656446.5015066,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656446.5015209,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656446.5015335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","EoS":true}
{"level":"info","ts":1789656446.501559,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","header":"x-maas-keyname"}
{"level":"info","ts":1789656446.5015686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","header":"x-maas-subscription"}
{"level":"info","ts":1789656446.5015748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","header":"x-maas-username"}
{"level":"info","ts":1789656446.5015795,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","header":"x-maas-group"}
{"level":"info","ts":1789656446.5015945,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656446.501626,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656446.5025523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656446.5025833,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656446.502598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","EoS":false}
{"level":"info","ts":1789656446.5026097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656446.5026371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66","EoS":true}
{"level":"info","ts":1789656446.502651,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b22d31e9e83806047d940160e43a7f73","span_id":"a226cdba33c8e25d","x-request-id":"b9ddd3a7-a859-4767-8f68-d8265c6d3a66"}
{"level":"info","ts":1789656447.2214336,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656447.2215319,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656447.221544,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656447.2215562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","EoS":true}
{"level":"info","ts":1789656447.2215805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","header":"x-maas-subscription"}
{"level":"info","ts":1789656447.221591,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","header":"x-maas-username"}
{"level":"info","ts":1789656447.2215967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","header":"x-maas-group"}
{"level":"info","ts":1789656447.2216446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","header":"x-maas-keyname"}
{"level":"info","ts":1789656447.2216632,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656447.2216918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656447.222522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656447.2225375,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656447.2225485,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","EoS":false}
{"level":"info","ts":1789656447.2225628,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656447.222589,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea","EoS":true}
{"level":"info","ts":1789656447.2226007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9f5972bd48b65c2f57c33a08f58d455","span_id":"ea509bbbf673e99f","x-request-id":"0db1108a-c729-458a-a2d7-f15279d3d8ea"}
{"level":"info","ts":1789656448.2210073,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656448.2210963,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"info","ts":1789656448.2211084,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"info","ts":1789656448.22112,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","EoS":true}
{"level":"info","ts":1789656448.2211404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","header":"x-maas-keyname"}
{"level":"info","ts":1789656448.2211518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","header":"x-maas-subscription"}
{"level":"info","ts":1789656448.2211564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","header":"x-maas-username"}
{"level":"info","ts":1789656448.2212315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","header":"x-maas-group"}
{"level":"info","ts":1789656448.2212508,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656448.2212794,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"info","ts":1789656448.2220633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"info","ts":1789656448.2220824,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"info","ts":1789656448.222094,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","EoS":false}
{"level":"info","ts":1789656448.222108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"info","ts":1789656448.2221286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147","EoS":true}
{"level":"info","ts":1789656448.2221377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"addc8ba4b52453dd582de1dc8959c901","span_id":"dbb4ccf6e495a8ce","x-request-id":"3e8af545-b1b3-4800-8858-bc32b1aa7147"}
{"level":"error","ts":1789656455.2306075,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789656465.2307723,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656465.557219,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656465.557328,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"info","ts":1789656465.5573437,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"info","ts":1789656465.5573575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","EoS":true}
{"level":"info","ts":1789656465.557382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","header":"x-maas-username"}
{"level":"info","ts":1789656465.557392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","header":"x-maas-group"}
{"level":"info","ts":1789656465.5573974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","header":"x-maas-subscription"}
{"level":"info","ts":1789656465.5574024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","header":"x-maas-keyname"}
{"level":"info","ts":1789656465.5574577,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656465.5574858,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"info","ts":1789656465.5582523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"info","ts":1789656465.558271,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"info","ts":1789656465.5582845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","EoS":false}
{"level":"info","ts":1789656465.558296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"info","ts":1789656465.558321,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c","EoS":true}
{"level":"info","ts":1789656465.55833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8216c830db1fc2178e5f6a6900449d2f","span_id":"8f9d1eb77943255c","x-request-id":"861ca8ec-31ff-4361-bf6b-ad8eb4d0de5c"}
{"level":"error","ts":1789656480.2317936,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656555.0641003,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656555.0642424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"info","ts":1789656555.064257,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"info","ts":1789656555.06427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","EoS":true}
{"level":"info","ts":1789656555.0642931,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","header":"x-maas-group"}
{"level":"info","ts":1789656555.0643036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","header":"x-maas-username"}
{"level":"info","ts":1789656555.0643086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","header":"x-maas-keyname"}
{"level":"info","ts":1789656555.0643132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","header":"x-maas-subscription"}
{"level":"info","ts":1789656555.064327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789656555.0643504,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"info","ts":1789656555.0771382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"info","ts":1789656555.0771708,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"info","ts":1789656555.077214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","EoS":false}
{"level":"info","ts":1789656555.0772264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"info","ts":1789656555.0772552,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a","EoS":true}
{"level":"info","ts":1789656555.0772645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bd8cffb1202ebc0753923c8b74293fde","span_id":"5b3288e815c18c02","x-request-id":"1a1b37c3-59bd-4a4a-b8e7-c39bf1f3bd0a"}
{"level":"error","ts":1789656565.2404287,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656664.765222,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656664.7653158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.7653296,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.7653449,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","EoS":true}
{"level":"info","ts":1789656664.7653668,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","header":"x-maas-keyname"}
{"level":"info","ts":1789656664.765374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","header":"x-maas-subscription"}
{"level":"info","ts":1789656664.7653787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","header":"x-maas-group"}
{"level":"info","ts":1789656664.7653832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","header":"x-maas-username"}
{"level":"info","ts":1789656664.7653968,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656664.7654247,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.7665222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.7665427,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.7665572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","EoS":false}
{"level":"info","ts":1789656664.7665675,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.766593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef","EoS":true}
{"level":"info","ts":1789656664.766603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"72c373d5e78e700a6646a084a9d63be5","span_id":"685c7b7e56fd5ff6","x-request-id":"05e40af8-833a-465f-bfbb-c77e77071eef"}
{"level":"info","ts":1789656664.8053343,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656664.805421,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"info","ts":1789656664.8054338,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"info","ts":1789656664.805445,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","EoS":true}
{"level":"info","ts":1789656664.8054676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","header":"x-maas-subscription"}
{"level":"info","ts":1789656664.8054812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","header":"x-maas-keyname"}
{"level":"info","ts":1789656664.8054886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","header":"x-maas-username"}
{"level":"info","ts":1789656664.805495,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","header":"x-maas-group"}
{"level":"info","ts":1789656664.80551,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656664.805535,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"info","ts":1789656664.8065348,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"info","ts":1789656664.8065538,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"info","ts":1789656664.806568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","EoS":false}
{"level":"info","ts":1789656664.8065789,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"info","ts":1789656664.8066044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620","EoS":true}
{"level":"info","ts":1789656664.8066137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67f3f4b4b9a2b9f9a230d09520fb3d7c","span_id":"babae6fc0dd3e526","x-request-id":"5fb1f12c-de1b-4302-b2d0-c51002b95620"}
{"level":"error","ts":1789656675.253665,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656678.422927,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656678.4230258,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.4230382,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.4230494,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","EoS":true}
{"level":"info","ts":1789656678.4230711,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","header":"x-maas-keyname"}
{"level":"info","ts":1789656678.4230819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","header":"x-maas-username"}
{"level":"info","ts":1789656678.423087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","header":"x-maas-group"}
{"level":"info","ts":1789656678.423092,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","header":"x-maas-subscription"}
{"level":"info","ts":1789656678.423106,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656678.4231336,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.436244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.4362736,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.4362907,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","EoS":false}
{"level":"info","ts":1789656678.4363048,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.4364548,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","EoS":false}
{"level":"info","ts":1789656678.436491,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.436529,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935","EoS":true}
{"level":"info","ts":1789656678.4365416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1ad129967be4c6be372dca4c3f768e14","span_id":"3d69d5054b37bbae","x-request-id":"3ea2dcdd-f91d-4378-b53a-1129384c2935"}
{"level":"info","ts":1789656678.573457,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656678.5735576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.57357,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.573581,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","EoS":true}
{"level":"info","ts":1789656678.573601,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","header":"x-maas-subscription"}
{"level":"info","ts":1789656678.5736113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","header":"x-maas-keyname"}
{"level":"info","ts":1789656678.5736175,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","header":"x-maas-username"}
{"level":"info","ts":1789656678.5736227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","header":"x-maas-group"}
{"level":"info","ts":1789656678.5736368,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656678.573662,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.5747616,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.5747843,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.5748022,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","EoS":false}
{"level":"info","ts":1789656678.5748172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.5749004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","EoS":false}
{"level":"info","ts":1789656678.5749135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.5749292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c","EoS":true}
{"level":"info","ts":1789656678.574938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"950c3cb3bd48931cfea2e4364a7136ab","span_id":"21e275e24127fe93","x-request-id":"7ad0c2f5-fbd1-4d83-a1d9-1e098ff4984c"}
{"level":"info","ts":1789656678.7083068,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656678.7084093,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.7084227,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.7084346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","EoS":true}
{"level":"info","ts":1789656678.708456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","header":"x-maas-subscription"}
{"level":"info","ts":1789656678.7084658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","header":"x-maas-keyname"}
{"level":"info","ts":1789656678.708472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","header":"x-maas-username"}
{"level":"info","ts":1789656678.7084773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","header":"x-maas-group"}
{"level":"info","ts":1789656678.7084925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656678.7085204,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.7096214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.7096434,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.709664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","EoS":false}
{"level":"info","ts":1789656678.70968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.7098033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","EoS":false}
{"level":"info","ts":1789656678.7098272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"info","ts":1789656678.7098505,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69","EoS":true}
{"level":"info","ts":1789656678.7098598,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc05db15f8b507521c0613ab85515c76","span_id":"fb437c7787d6f038","x-request-id":"a97bbd4e-7094-4ef6-9904-02b449157f69"}
{"level":"error","ts":1789656690.255231,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656691.5236428,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656691.5237396,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"info","ts":1789656691.5237513,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"info","ts":1789656691.5237622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","EoS":true}
{"level":"info","ts":1789656691.5237815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","header":"x-maas-group"}
{"level":"info","ts":1789656691.523793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","header":"x-maas-subscription"}
{"level":"info","ts":1789656691.5237985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","header":"x-maas-username"}
{"level":"info","ts":1789656691.5238035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","header":"x-maas-keyname"}
{"level":"info","ts":1789656691.5238204,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656691.5238492,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"info","ts":1789656691.5257938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"info","ts":1789656691.5258145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"info","ts":1789656691.525833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","EoS":false}
{"level":"info","ts":1789656691.5258472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"info","ts":1789656691.5258768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd","EoS":true}
{"level":"info","ts":1789656691.5258863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8138face38586e5278bf4b76fd8a29f9","span_id":"97c22b70aa5bd93b","x-request-id":"5f95d748-0b31-4d03-a08c-573106d65abd"}
{"level":"error","ts":1789656705.2570457,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}