{"level":"info","ts":1789687152.3284209,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed31fd8f016529c81193edd695953aa8","span_id":"c4a9c79326c4aefd","x-request-id":"f9b699f5-fc9d-4c6b-b435-c8c11ff17ed0"}
{"level":"info","ts":1789687152.3284414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed31fd8f016529c81193edd695953aa8","span_id":"c4a9c79326c4aefd","x-request-id":"f9b699f5-fc9d-4c6b-b435-c8c11ff17ed0","EoS":true}
{"level":"info","ts":1789687152.3284502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed31fd8f016529c81193edd695953aa8","span_id":"c4a9c79326c4aefd","x-request-id":"f9b699f5-fc9d-4c6b-b435-c8c11ff17ed0"}
{"level":"info","ts":1789687152.3845367,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687152.3846416,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.3846536,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.384666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","EoS":true}
{"level":"info","ts":1789687152.3846903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","header":"x-maas-keyname"}
{"level":"info","ts":1789687152.3847017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","header":"x-maas-group"}
{"level":"info","ts":1789687152.384707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","header":"x-maas-subscription"}
{"level":"info","ts":1789687152.384712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","header":"x-maas-username"}
{"level":"info","ts":1789687152.3847263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789687152.3847978,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.3858478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.3858683,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.3858826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","EoS":false}
{"level":"info","ts":1789687152.3859107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.3859386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6","EoS":true}
{"level":"info","ts":1789687152.3859482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bef171f893ca54c88f1f7d37057a0f08","span_id":"8c91cbb86136a4ee","x-request-id":"540f70bd-d0e5-4889-bcb6-a6f544c9fcc6"}
{"level":"info","ts":1789687152.4205866,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687152.4206746,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"info","ts":1789687152.420685,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"info","ts":1789687152.4206955,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","EoS":true}
{"level":"info","ts":1789687152.4207194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","header":"x-maas-subscription"}
{"level":"info","ts":1789687152.4207335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","header":"x-maas-username"}
{"level":"info","ts":1789687152.4207406,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","header":"x-maas-keyname"}
{"level":"info","ts":1789687152.420747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","header":"x-maas-group"}
{"level":"info","ts":1789687152.4207647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789687152.420793,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"info","ts":1789687152.4217641,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"info","ts":1789687152.4217775,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"info","ts":1789687152.4217865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","EoS":false}
{"level":"info","ts":1789687152.4217987,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"info","ts":1789687152.4218225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e","EoS":true}
{"level":"info","ts":1789687152.4218357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"48d05784ebba21862b6b52aaa80d9b7d","span_id":"ecaa91e0fc84ca24","x-request-id":"4936efcb-8a44-4e6e-b2f7-fb600ed60f5e"}
{"level":"error","ts":1789687159.4760604,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789687166.1158483,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687166.1159668,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9d4d9c2dba61ce1e0bbd56f52e49fd3","span_id":"500f79c41e34393c","x-request-id":"25e8d898-67de-4304-8b05-a6e108d7c6aa"}
{"level":"info","ts":1789687166.1159804,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9d4d9c2dba61ce1e0bbd56f52e49fd3","span_id":"500f79c41e34393c","x-request-id":"25e8d898-67de-4304-8b05-a6e108d7c6aa"}
{"level":"info","ts":1789687166.1159923,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9d4d9c2dba61ce1e0bbd56f52e49fd3","span_id":"500f79c41e34393c","x-request-id":"25e8d898-67de-4304-8b05-a6e108d7c6aa","EoS":true}
{"level":"info","ts":1789687166.116042,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9d4d9c2dba61ce1e0bbd56f52e49fd3","span_id":"500f79c41e34393c","x-request-id":"25e8d898-67de-4304-8b05-a6e108d7c6aa"}
{"level":"info","ts":1789687166.274445,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687166.274549,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4f50402727984eb14ca6e3ca4bbe8ce5","span_id":"7e9579bd41ac314d","x-request-id":"10a0eb79-dd7b-4274-8a90-5c8a4a71e2ee"}
{"level":"info","ts":1789687166.274563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4f50402727984eb14ca6e3ca4bbe8ce5","span_id":"7e9579bd41ac314d","x-request-id":"10a0eb79-dd7b-4274-8a90-5c8a4a71e2ee"}
{"level":"info","ts":1789687166.2745795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4f50402727984eb14ca6e3ca4bbe8ce5","span_id":"7e9579bd41ac314d","x-request-id":"10a0eb79-dd7b-4274-8a90-5c8a4a71e2ee","EoS":true}
{"level":"info","ts":1789687166.2746243,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4f50402727984eb14ca6e3ca4bbe8ce5","span_id":"7e9579bd41ac314d","x-request-id":"10a0eb79-dd7b-4274-8a90-5c8a4a71e2ee"}
{"level":"info","ts":1789687166.4291756,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687166.429292,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e4851d80c14d2e6d0e50d88c84f2c9b4","span_id":"efb58497885be1cc","x-request-id":"55019909-67f5-4a87-bdf7-3aa1fd054e8c"}
{"level":"info","ts":1789687166.4293065,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e4851d80c14d2e6d0e50d88c84f2c9b4","span_id":"efb58497885be1cc","x-request-id":"55019909-67f5-4a87-bdf7-3aa1fd054e8c"}
{"level":"info","ts":1789687166.4293263,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e4851d80c14d2e6d0e50d88c84f2c9b4","span_id":"efb58497885be1cc","x-request-id":"55019909-67f5-4a87-bdf7-3aa1fd054e8c","EoS":true}
{"level":"info","ts":1789687166.429391,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e4851d80c14d2e6d0e50d88c84f2c9b4","span_id":"efb58497885be1cc","x-request-id":"55019909-67f5-4a87-bdf7-3aa1fd054e8c"}
{"level":"error","ts":1789687174.4774013,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789687189.479247,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688236.3756251,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688236.375735,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.3757467,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.3757575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","EoS":true}
{"level":"info","ts":1789688236.3757834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","header":"x-maas-keyname"}
{"level":"info","ts":1789688236.375793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","header":"x-maas-group"}
{"level":"info","ts":1789688236.375798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","header":"x-maas-subscription"}
{"level":"info","ts":1789688236.375802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","header":"x-maas-username"}
{"level":"info","ts":1789688236.375817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789688236.3758419,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.3769896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.3770103,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.3770242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","EoS":false}
{"level":"info","ts":1789688236.3770354,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.3770597,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e","EoS":true}
{"level":"info","ts":1789688236.3770697,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6958dc4dcfda9a3c37c1f041872bf8a6","span_id":"e55f942fd0add0fb","x-request-id":"4ff9bdd3-a9a9-49f4-898a-f74cf2048f5e"}
{"level":"info","ts":1789688236.4173608,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688236.4174495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"info","ts":1789688236.417462,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"info","ts":1789688236.4174728,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","EoS":true}
{"level":"info","ts":1789688236.417496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","header":"x-maas-group"}
{"level":"info","ts":1789688236.4175055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","header":"x-maas-username"}
{"level":"info","ts":1789688236.4175105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","header":"x-maas-subscription"}
{"level":"info","ts":1789688236.4175148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","header":"x-maas-keyname"}
{"level":"info","ts":1789688236.4175284,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789688236.41755,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"info","ts":1789688236.4186091,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"info","ts":1789688236.418629,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"info","ts":1789688236.4186447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","EoS":false}
{"level":"info","ts":1789688236.4186566,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"info","ts":1789688236.4186819,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f","EoS":true}
{"level":"info","ts":1789688236.418691,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f675d8201cb023436e32e1ece12ab5b","span_id":"e520132fb22bbe25","x-request-id":"8c6e81da-90ac-4bbd-9805-76dbf8b6134f"}
{"level":"error","ts":1789688249.6006117,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688554.3173048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41e7a262-f137-47ee-8b9d-cd306f4c2447"}
{"level":"info","ts":1789688554.3173084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"483a1ae6-8fa7-4e2f-b825-4d470c666a9e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688554.317439,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"483a1ae6-8fa7-4e2f-b825-4d470c666a9e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.3174615,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"483a1ae6-8fa7-4e2f-b825-4d470c666a9e"}
{"level":"info","ts":1789688554.3269415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"317299ec-1966-431d-a06b-cad0778af324","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688554.3269691,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"317299ec-1966-431d-a06b-cad0778af324","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.3269875,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"317299ec-1966-431d-a06b-cad0778af324"}
{"level":"error","ts":1789688554.3272824,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41e7a262-f137-47ee-8b9d-cd306f4c2447","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.327316,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41e7a262-f137-47ee-8b9d-cd306f4c2447","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.330833,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41e7a262-f137-47ee-8b9d-cd306f4c2447","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.3308728,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41e7a262-f137-47ee-8b9d-cd306f4c2447","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.330956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea6fedd0-a9be-4c24-9ffe-95f2ea2887a0"}
{"level":"error","ts":1789688554.3309839,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea6fedd0-a9be-4c24-9ffe-95f2ea2887a0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.3343692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9551619a-d12c-4830-97f1-4609cc039fc8","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688554.3343937,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9551619a-d12c-4830-97f1-4609cc039fc8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.3344114,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9551619a-d12c-4830-97f1-4609cc039fc8"}
{"level":"error","ts":1789688554.33627,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea6fedd0-a9be-4c24-9ffe-95f2ea2887a0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.336299,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea6fedd0-a9be-4c24-9ffe-95f2ea2887a0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.336336,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"85edd9c5-35ce-468e-bf63-7731e040047c"}
{"level":"error","ts":1789688554.3363552,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"85edd9c5-35ce-468e-bf63-7731e040047c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.3406148,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"85edd9c5-35ce-468e-bf63-7731e040047c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.3608017,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd9bd039-773e-4f9f-be45-e5abad3a845c"}
{"level":"error","ts":1789688554.3608518,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd9bd039-773e-4f9f-be45-e5abad3a845c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.3656685,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cd9bd039-773e-4f9f-be45-e5abad3a845c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.4058022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a2e99288-cf6e-4a91-a87a-a65f589e1886"}
{"level":"error","ts":1789688554.4058328,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a2e99288-cf6e-4a91-a87a-a65f589e1886","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.410679,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a2e99288-cf6e-4a91-a87a-a65f589e1886","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.4683855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53180087-97cc-4227-b7a5-4d6dfaae6307"}
{"level":"info","ts":1789688554.468399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"985105c9-c72e-4ca6-8a2a-7bb14eaff09b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688554.4684267,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"985105c9-c72e-4ca6-8a2a-7bb14eaff09b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.4684222,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53180087-97cc-4227-b7a5-4d6dfaae6307","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.4684432,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"985105c9-c72e-4ca6-8a2a-7bb14eaff09b"}
{"level":"error","ts":1789688554.4731727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53180087-97cc-4227-b7a5-4d6dfaae6307","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.6338122,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3396f11c-fe4d-4c82-aae1-5b93d12f8f9b"}
{"level":"error","ts":1789688554.633852,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3396f11c-fe4d-4c82-aae1-5b93d12f8f9b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.638399,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3396f11c-fe4d-4c82-aae1-5b93d12f8f9b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688554.9589925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cb43016a-4627-467a-9d74-39adb636c87f"}
{"level":"error","ts":1789688554.9590573,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cb43016a-4627-467a-9d74-39adb636c87f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688554.9651587,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cb43016a-4627-467a-9d74-39adb636c87f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688555.6061435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b5255613-dcaa-4744-bdbf-185a638356f2"}
{"level":"error","ts":1789688555.6062036,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b5255613-dcaa-4744-bdbf-185a638356f2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688555.611674,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b5255613-dcaa-4744-bdbf-185a638356f2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688556.8926935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cec82aa1-8fb0-436c-ada2-1fbb74a90476"}
{"level":"error","ts":1789688556.8927464,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cec82aa1-8fb0-436c-ada2-1fbb74a90476","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688556.8974917,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cec82aa1-8fb0-436c-ada2-1fbb74a90476","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688559.458574,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a9ca559-f03a-40b0-a092-1e2a9107e8f2"}
{"level":"error","ts":1789688559.4586375,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a9ca559-f03a-40b0-a092-1e2a9107e8f2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688559.4632845,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a9ca559-f03a-40b0-a092-1e2a9107e8f2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688559.4693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60b28305-0457-496b-8815-82e236bcda9c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688559.4693422,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60b28305-0457-496b-8815-82e236bcda9c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688559.4693606,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"60b28305-0457-496b-8815-82e236bcda9c"}
{"level":"info","ts":1789688559.762476,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688559.7625895,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.7626035,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.762621,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","EoS":true}
{"level":"info","ts":1789688559.7626595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","header":"x-maas-username"}
{"level":"info","ts":1789688559.7626715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","header":"x-maas-subscription"}
{"level":"info","ts":1789688559.762681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","header":"x-maas-keyname"}
{"level":"info","ts":1789688559.762689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","header":"x-maas-group"}
{"level":"info","ts":1789688559.7627127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688559.7627935,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.763861,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.763881,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.7638955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","EoS":false}
{"level":"info","ts":1789688559.7639282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.7639532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520","EoS":true}
{"level":"info","ts":1789688559.7639647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a400e9b8c7ed16fc3a5fd7318c78d830","span_id":"d88e88bfa9c15378","x-request-id":"e0755eda-d5b0-46e2-a73d-67a00ac1c520"}
{"level":"info","ts":1789688559.8703873,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688559.8704865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.8704984,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.870509,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","EoS":true}
{"level":"info","ts":1789688559.87053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","header":"x-maas-subscription"}
{"level":"info","ts":1789688559.8705392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","header":"x-maas-group"}
{"level":"info","ts":1789688559.8705442,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","header":"x-maas-username"}
{"level":"info","ts":1789688559.8705485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","header":"x-maas-keyname"}
{"level":"info","ts":1789688559.8705626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688559.8705883,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.8716252,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.8716426,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.8716607,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","EoS":false}
{"level":"info","ts":1789688559.8716707,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.871691,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8","EoS":true}
{"level":"info","ts":1789688559.8716998,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"15c7a9ac47a8e5ad77bc9b989b69e455","span_id":"aad161c7c0e69902","x-request-id":"3774e517-087e-4ef8-8fb2-474e134120c8"}
{"level":"info","ts":1789688559.972499,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688559.9725988,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688559.9726112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688559.9726224,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","EoS":true}
{"level":"info","ts":1789688559.9726434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","header":"x-maas-username"}
{"level":"info","ts":1789688559.9726517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","header":"x-maas-keyname"}
{"level":"info","ts":1789688559.972656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","header":"x-maas-group"}
{"level":"info","ts":1789688559.9726608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","header":"x-maas-subscription"}
{"level":"info","ts":1789688559.9726746,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688559.972707,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688559.9736738,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688559.9736934,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688559.9737048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","EoS":false}
{"level":"info","ts":1789688559.9737153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688559.973737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434","EoS":true}
{"level":"info","ts":1789688559.973746,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"094a8b2fc7ef4f06844282252ba1ef44","span_id":"36ee1ebc106ab2df","x-request-id":"0d88a7cb-be28-4631-8667-f74663518434"}
{"level":"info","ts":1789688560.1178665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7933a4e7-701b-4a33-a554-7915474933de","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789688560.1179254,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7933a4e7-701b-4a33-a554-7915474933de","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789688560.1178694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"36e15777-fa1f-47b5-a63f-1518bc52336f"}
{"level":"error","ts":1789688574.6350186,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688588.4370637,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688588.4371972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.4372206,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.4372416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","EoS":true}
{"level":"info","ts":1789688588.4372725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","header":"x-maas-keyname"}
{"level":"info","ts":1789688588.4372833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","header":"x-maas-group"}
{"level":"info","ts":1789688588.4372885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","header":"x-maas-username"}
{"level":"info","ts":1789688588.4372933,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","header":"x-maas-subscription"}
{"level":"info","ts":1789688588.4373071,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688588.4373355,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.4509385,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.4509635,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.4509828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","EoS":false}
{"level":"info","ts":1789688588.4509995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.4510348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75","EoS":true}
{"level":"info","ts":1789688588.4510477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a25cd38937728abbb4eb7dff75c9bcd","span_id":"0de62f1b66d9b4a3","x-request-id":"5f1f1c6d-248b-4070-8a27-3adc6aef0f75"}
{"level":"info","ts":1789688588.591878,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688588.59199,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.5920024,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.5920138,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","EoS":true}
{"level":"info","ts":1789688588.5920358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","header":"x-maas-keyname"}
{"level":"info","ts":1789688588.5920453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","header":"x-maas-subscription"}
{"level":"info","ts":1789688588.59205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","header":"x-maas-group"}
{"level":"info","ts":1789688588.5920553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","header":"x-maas-username"}
{"level":"info","ts":1789688588.592069,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688588.5920975,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.5944688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.5944922,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.5945098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","EoS":false}
{"level":"info","ts":1789688588.5945284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.594565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab","EoS":true}
{"level":"info","ts":1789688588.594575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b73caddbcaf90ab141caad3e11008133","span_id":"32dbc4aa89e25340","x-request-id":"15e7b291-79ed-4b65-9ebd-e7eb9ca766ab"}
{"level":"info","ts":1789688588.73243,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688588.7325387,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.7325537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.7325768,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","EoS":true}
{"level":"info","ts":1789688588.7326086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","header":"x-maas-keyname"}
{"level":"info","ts":1789688588.732621,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","header":"x-maas-username"}
{"level":"info","ts":1789688588.732629,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","header":"x-maas-subscription"}
{"level":"info","ts":1789688588.7326355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","header":"x-maas-group"}
{"level":"info","ts":1789688588.7326567,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688588.732691,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.733666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.7336898,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.7337093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","EoS":false}
{"level":"info","ts":1789688588.7337203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.733744,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8","EoS":true}
{"level":"info","ts":1789688588.7337527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c73b63779dd18b9983761a3b9dc9278","span_id":"ce608812931f3782","x-request-id":"b748b710-da28-4185-b728-0752b2a592d8"}
{"level":"info","ts":1789688588.8737183,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688588.8738081,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688588.873821,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688588.8738327,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","EoS":true}
{"level":"info","ts":1789688588.8738556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","header":"x-maas-group"}
{"level":"info","ts":1789688588.8738666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","header":"x-maas-username"}
{"level":"info","ts":1789688588.8738747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","header":"x-maas-keyname"}
{"level":"info","ts":1789688588.8738818,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","header":"x-maas-subscription"}
{"level":"info","ts":1789688588.873921,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688588.8739562,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688588.8749337,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688588.874951,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688588.8749645,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","EoS":false}
{"level":"info","ts":1789688588.8749747,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688588.8749955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a","EoS":true}
{"level":"info","ts":1789688588.8750045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7adb739803f11db295ecc5f92a6fb67a","span_id":"3ada63230cf08c2d","x-request-id":"aee32191-6b22-4504-8adf-5e444cca1f9a"}
{"level":"info","ts":1789688589.013585,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688589.0136812,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"info","ts":1789688589.013694,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"info","ts":1789688589.0137053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","EoS":true}
{"level":"info","ts":1789688589.0137327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","header":"x-maas-keyname"}
{"level":"info","ts":1789688589.0137534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","header":"x-maas-username"}
{"level":"info","ts":1789688589.0137577,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","header":"x-maas-group"}
{"level":"info","ts":1789688589.0137625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","header":"x-maas-subscription"}
{"level":"info","ts":1789688589.0137763,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688589.0138056,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"info","ts":1789688589.0148525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"info","ts":1789688589.0148716,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"info","ts":1789688589.0148854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","EoS":false}
{"level":"info","ts":1789688589.0148969,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"info","ts":1789688589.0149317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1","EoS":true}
{"level":"info","ts":1789688589.0149431,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a3789cd5530bbbe7234d8c6edf23344","span_id":"159449b77a3e20c3","x-request-id":"a89b8f93-6d92-4a0d-8413-2376116422e1"}
{"level":"error","ts":1789688599.6371503,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688604.097068,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688604.097168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.0971794,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.0971913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","EoS":true}
{"level":"info","ts":1789688604.097214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","header":"x-maas-username"}
{"level":"info","ts":1789688604.0972693,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","header":"x-maas-group"}
{"level":"info","ts":1789688604.0972748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","header":"x-maas-keyname"}
{"level":"info","ts":1789688604.09728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","header":"x-maas-subscription"}
{"level":"info","ts":1789688604.0972946,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688604.097322,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.09839,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.0984106,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.0984275,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","EoS":false}
{"level":"info","ts":1789688604.0984395,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.0984645,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51","EoS":true}
{"level":"info","ts":1789688604.0984733,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c04dfca273a85dd497585e7dfc5a7232","span_id":"ee3d0591db2b6bc6","x-request-id":"b6abcabc-2406-4fa2-aef2-148fe79cbe51"}
{"level":"info","ts":1789688604.2043412,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688604.2044556,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf"}
{"level":"info","ts":1789688604.2054722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf"}
{"level":"info","ts":1789688604.2054906,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf"}
{"level":"info","ts":1789688604.2055032,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf","EoS":false}
{"level":"info","ts":1789688604.205516,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf"}
{"level":"info","ts":1789688604.2055392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf","EoS":true}
{"level":"info","ts":1789688604.2055476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"50146a1fa3a6e0e6185336aac26ba20d","span_id":"2a9988cb88252135","x-request-id":"64815fc2-11d1-4712-ab85-b5077f9ccbdf"}
{"level":"info","ts":1789688604.9581704,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688604.958272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688604.9582853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688604.958296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","EoS":true}
{"level":"info","ts":1789688604.958317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","header":"x-maas-keyname"}
{"level":"info","ts":1789688604.9583275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","header":"x-maas-group"}
{"level":"info","ts":1789688604.958333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","header":"x-maas-subscription"}
{"level":"info","ts":1789688604.9583375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","header":"x-maas-username"}
{"level":"info","ts":1789688604.9583664,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688604.958391,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688604.9603813,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688604.9604025,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688604.9604142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","EoS":false}
{"level":"info","ts":1789688604.960426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688604.9604554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e","EoS":true}
{"level":"info","ts":1789688604.9604654,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fc3cbe88fe7266229e3f762d0c93381","span_id":"7842039591d3257e","x-request-id":"02313ccd-f65c-49f8-a584-464eb0eaf60e"}
{"level":"info","ts":1789688605.895651,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688605.8957596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688605.895777,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688605.8957937,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","EoS":true}
{"level":"info","ts":1789688605.895862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","header":"x-maas-subscription"}
{"level":"info","ts":1789688605.8958735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","header":"x-maas-group"}
{"level":"info","ts":1789688605.8958786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","header":"x-maas-keyname"}
{"level":"info","ts":1789688605.8958848,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","header":"x-maas-username"}
{"level":"info","ts":1789688605.8959215,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688605.8959494,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688605.896944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688605.896964,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688605.8969781,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","EoS":false}
{"level":"info","ts":1789688605.896989,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688605.897013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312","EoS":true}
{"level":"info","ts":1789688605.89702,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0bcbdb5c8f1fbaf1f23842c9ed0c25c8","span_id":"486d37c0aee67c92","x-request-id":"82f73ecf-2978-4f3f-a2e8-dbdfbd35b312"}
{"level":"info","ts":1789688606.6121593,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688606.6122568,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688606.6122675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688606.6122804,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","EoS":true}
{"level":"info","ts":1789688606.6123052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","header":"x-maas-subscription"}
{"level":"info","ts":1789688606.6123145,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","header":"x-maas-username"}
{"level":"info","ts":1789688606.612319,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","header":"x-maas-keyname"}
{"level":"info","ts":1789688606.6123235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","header":"x-maas-group"}
{"level":"info","ts":1789688606.61234,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688606.6123648,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688606.6133819,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688606.613405,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688606.6134257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","EoS":false}
{"level":"info","ts":1789688606.6134439,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688606.6134791,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d","EoS":true}
{"level":"info","ts":1789688606.6134915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c87c8904cb75baa5671f71000f38ff52","span_id":"fd932556bfe6d6fe","x-request-id":"a40644f2-15ce-4b6d-9392-34d44e4ad28d"}
{"level":"info","ts":1789688607.6873968,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688607.6874964,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"info","ts":1789688607.687509,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"info","ts":1789688607.6875205,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","EoS":true}
{"level":"info","ts":1789688607.6875432,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","header":"x-maas-group"}
{"level":"info","ts":1789688607.687553,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","header":"x-maas-username"}
{"level":"info","ts":1789688607.6875582,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","header":"x-maas-keyname"}
{"level":"info","ts":1789688607.6875622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","header":"x-maas-subscription"}
{"level":"info","ts":1789688607.6875765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688607.687596,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"info","ts":1789688607.688562,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"info","ts":1789688607.68859,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"info","ts":1789688607.6886046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","EoS":false}
{"level":"info","ts":1789688607.6886165,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"info","ts":1789688607.6886418,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0","EoS":true}
{"level":"info","ts":1789688607.6886506,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2898dc52e7b79ad899e94cd0fec9ecb0","span_id":"256f879e95f2393d","x-request-id":"3fb0f423-9057-4ec9-8b05-cbb858e102a0"}
{"level":"error","ts":1789688614.6383293,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789688624.6392124,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688627.206537,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688627.2066286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"info","ts":1789688627.206642,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"info","ts":1789688627.206653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","EoS":true}
{"level":"info","ts":1789688627.2066762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","header":"x-maas-subscription"}
{"level":"info","ts":1789688627.206686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","header":"x-maas-username"}
{"level":"info","ts":1789688627.2066917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","header":"x-maas-keyname"}
{"level":"info","ts":1789688627.2066958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","header":"x-maas-group"}
{"level":"info","ts":1789688627.206709,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688627.2067325,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"info","ts":1789688627.2077634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"info","ts":1789688627.2077868,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"info","ts":1789688627.2078137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","EoS":false}
{"level":"info","ts":1789688627.2078328,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"info","ts":1789688627.2078683,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60","EoS":true}
{"level":"info","ts":1789688627.2078793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a471d3b982946897200e8d06b35652d","span_id":"965ba59f71797295","x-request-id":"c91b1faf-c352-4755-ab75-15f153437f60"}
{"level":"error","ts":1789688634.6400747,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789688649.6409297,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688717.9843397,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688717.9844425,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"info","ts":1789688717.9844553,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"info","ts":1789688717.984467,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","EoS":true}
{"level":"info","ts":1789688717.9844916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","header":"x-maas-keyname"}
{"level":"info","ts":1789688717.9845018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","header":"x-maas-group"}
{"level":"info","ts":1789688717.9845068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","header":"x-maas-username"}
{"level":"info","ts":1789688717.9845111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","header":"x-maas-subscription"}
{"level":"info","ts":1789688717.9845269,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789688717.984552,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"info","ts":1789688717.9981358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"info","ts":1789688717.9981604,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"info","ts":1789688717.9981759,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","EoS":false}
{"level":"info","ts":1789688717.9981878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"info","ts":1789688717.998212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad","EoS":true}
{"level":"info","ts":1789688717.9982214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e947c9b7740dfa1b893a776fcec7d1e1","span_id":"29b42fddcccb1ebb","x-request-id":"d5b06fe4-efaf-44a3-978d-eb6a9a63b6ad"}
{"level":"error","ts":1789688729.64894,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688794.6806142,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688794.680714,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.6807292,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.680745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","EoS":true}
{"level":"info","ts":1789688794.6807678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","header":"x-maas-group"}
{"level":"info","ts":1789688794.680778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","header":"x-maas-subscription"}
{"level":"info","ts":1789688794.680784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","header":"x-maas-keyname"}
{"level":"info","ts":1789688794.6807885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","header":"x-maas-username"}
{"level":"info","ts":1789688794.680805,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688794.6808312,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.6819391,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.681967,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.6819847,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","EoS":false}
{"level":"info","ts":1789688794.6819994,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.682029,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e","EoS":true}
{"level":"info","ts":1789688794.682038,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"665296da639cfc754914122c59a61a2f","span_id":"60534940408b45c5","x-request-id":"273cc9ad-89c0-40d6-8a3c-000c2c6af77e"}
{"level":"info","ts":1789688794.7193456,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688794.7194345,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688794.719448,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688794.7194588,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","EoS":true}
{"level":"info","ts":1789688794.7194808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","header":"x-maas-group"}
{"level":"info","ts":1789688794.7194946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","header":"x-maas-username"}
{"level":"info","ts":1789688794.7195015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","header":"x-maas-subscription"}
{"level":"info","ts":1789688794.719507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","header":"x-maas-keyname"}
{"level":"info","ts":1789688794.7195206,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688794.7195444,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688794.7205138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688794.720531,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688794.720545,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","EoS":false}
{"level":"info","ts":1789688794.7205606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688794.7206228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d","EoS":true}
{"level":"info","ts":1789688794.7206345,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba5cd22b046cebabb4f83e0802ba2d5f","span_id":"cb3696baa40609eb","x-request-id":"347e66c6-c374-4c1f-a33b-9dec008c032d"}
{"level":"info","ts":1789688808.3501685,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688808.3503034,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.3503222,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.3503401,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","EoS":true}
{"level":"info","ts":1789688808.35037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","header":"x-maas-group"}
{"level":"info","ts":1789688808.3503828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","header":"x-maas-keyname"}
{"level":"info","ts":1789688808.3503916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","header":"x-maas-subscription"}
{"level":"info","ts":1789688808.350398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","header":"x-maas-username"}
{"level":"info","ts":1789688808.3504167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688808.3504548,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.3632762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.3632967,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.363314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","EoS":false}
{"level":"info","ts":1789688808.3633258,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.363353,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","EoS":false}
{"level":"info","ts":1789688808.3633633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.363374,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1","EoS":true}
{"level":"info","ts":1789688808.3633804,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d47f3376337a550caf1974976598637f","span_id":"fd29c245c5ee7af1","x-request-id":"636a6c7f-684a-486b-b13c-b1d9a56801e1"}
{"level":"info","ts":1789688808.5029452,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688808.5030475,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.5030594,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.503071,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","EoS":true}
{"level":"info","ts":1789688808.503093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","header":"x-maas-group"}
{"level":"info","ts":1789688808.5031035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","header":"x-maas-keyname"}
{"level":"info","ts":1789688808.5031095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","header":"x-maas-subscription"}
{"level":"info","ts":1789688808.5031137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","header":"x-maas-username"}
{"level":"info","ts":1789688808.5031269,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688808.5031486,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.5054955,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.5055192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.5055377,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","EoS":false}
{"level":"info","ts":1789688808.5055532,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.505589,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","EoS":false}
{"level":"info","ts":1789688808.5056028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.5056198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333","EoS":true}
{"level":"info","ts":1789688808.5056303,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a351737d0073aa730d3bf3d82f8fe960","span_id":"b0d1a5ef824e4679","x-request-id":"c36bcadd-afad-4306-9d8f-76dd1c7cd333"}
{"level":"info","ts":1789688808.6419532,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688808.6420567,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.6420715,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.642083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","EoS":true}
{"level":"info","ts":1789688808.6421046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","header":"x-maas-username"}
{"level":"info","ts":1789688808.6421144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","header":"x-maas-subscription"}
{"level":"info","ts":1789688808.6421196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","header":"x-maas-group"}
{"level":"info","ts":1789688808.6421251,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","header":"x-maas-keyname"}
{"level":"info","ts":1789688808.64214,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688808.6421654,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.6431663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.643191,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.6432128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","EoS":false}
{"level":"info","ts":1789688808.6432316,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.6432655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","EoS":false}
{"level":"info","ts":1789688808.6432807,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"info","ts":1789688808.6432974,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4","EoS":true}
{"level":"info","ts":1789688808.643311,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9bc7265cc6c7f6bc06ae189788d9d714","span_id":"6830382742ea6c98","x-request-id":"0824d64d-ccc5-487b-817c-047de83be6f4"}
{"level":"error","ts":1789688809.657544,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789688819.6585474,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688821.4577372,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688821.457865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"info","ts":1789688821.4578857,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"info","ts":1789688821.4579287,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","EoS":true}
{"level":"info","ts":1789688821.4579623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","header":"x-maas-username"}
{"level":"info","ts":1789688821.457977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","header":"x-maas-subscription"}
{"level":"info","ts":1789688821.4579842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","header":"x-maas-group"}
{"level":"info","ts":1789688821.4579918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","header":"x-maas-keyname"}
{"level":"info","ts":1789688821.4580116,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688821.4580495,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"info","ts":1789688821.459795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"info","ts":1789688821.4598143,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"info","ts":1789688821.4598317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","EoS":false}
{"level":"info","ts":1789688821.459844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"info","ts":1789688821.4598699,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f","EoS":true}
{"level":"info","ts":1789688821.459879,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d89b89e99ab475006fe840f304e64f44","span_id":"6dc6900fc9aee5f3","x-request-id":"a1580dd8-954f-4f79-af86-0495d739776f"}
{"level":"error","ts":1789688834.659497,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}