{"level":"info","ts":1789766399.6882188,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.6882324,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.688251,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","EoS":true}
{"level":"info","ts":1789766399.6882827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","header":"x-maas-username"}
{"level":"info","ts":1789766399.6882944,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","header":"x-maas-group"}
{"level":"info","ts":1789766399.688303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","header":"x-maas-subscription"}
{"level":"info","ts":1789766399.6883116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","header":"x-maas-keyname"}
{"level":"info","ts":1789766399.6883342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789766399.6883461,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","modelName":"e2e-external-model"}
{"level":"info","ts":1789766399.688364,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1789766399.6883922,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1789766399.6884177,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","authType":"apikey"}
{"level":"info","ts":1789766399.6884496,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.7664614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.7664855,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.7665017,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","EoS":false}
{"level":"info","ts":1789766399.7665164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.7665443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a","EoS":true}
{"level":"info","ts":1789766399.7665515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"745635d6b97d0e9cecd3a7c476060cf4","span_id":"616350211f611ca9","x-request-id":"781fec12-03c9-4a40-93cb-9ceaf04ba09a"}
{"level":"info","ts":1789766399.817568,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789766399.8176959,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.8177106,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.8177307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","EoS":true}
{"level":"info","ts":1789766399.8177657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","header":"x-maas-subscription"}
{"level":"info","ts":1789766399.8177774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","header":"x-maas-group"}
{"level":"info","ts":1789766399.8177872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","header":"x-maas-username"}
{"level":"info","ts":1789766399.8177958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","header":"x-maas-keyname"}
{"level":"info","ts":1789766399.8178174,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789766399.817851,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.8524477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.8524723,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.852489,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","EoS":false}
{"level":"info","ts":1789766399.852503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.8525333,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf","EoS":true}
{"level":"info","ts":1789766399.8525407,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c45d13abfded796ff9f3fc7fcce1218","span_id":"0004ef14fef78243","x-request-id":"bcd64055-ff0f-4541-93a8-aeab4b7e94bf"}
{"level":"info","ts":1789766399.8976936,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789766399.8978095,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766399.8978283,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766399.8978477,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","EoS":true}
{"level":"info","ts":1789766399.8978713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","header":"x-maas-subscription"}
{"level":"info","ts":1789766399.897886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","header":"x-maas-group"}
{"level":"info","ts":1789766399.897895,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","header":"x-maas-keyname"}
{"level":"info","ts":1789766399.8979006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","header":"x-maas-username"}
{"level":"info","ts":1789766399.8979385,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766400.0924077,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766400.0924377,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766400.0924554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","EoS":false}
{"level":"info","ts":1789766400.092469,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766400.0925012,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190","EoS":true}
{"level":"info","ts":1789766400.0925097,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b24ea52024c23f9ce65c32f193e2bf08","span_id":"576d1913798af6d9","x-request-id":"6f548c58-9b45-4efc-ae41-bd2105266190"}
{"level":"info","ts":1789766401.0364203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36266717-8745-4538-a99f-50e6843c3489","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789766401.0364695,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"36266717-8745-4538-a99f-50e6843c3489","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789766401.0364203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e1446d1-8d8f-429f-856e-5c48a39db792"}
{"level":"info","ts":1789766401.1879723,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0fe7afa1-187a-444e-82e4-f6ae089fb8c1"}
{"level":"info","ts":1789766401.188017,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ee821c0-b9ab-4e40-b696-90d718e5cf2b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789766401.1880467,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6ee821c0-b9ab-4e40-b696-90d718e5cf2b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789766401.3073273,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"84889ecf-32cb-447a-ba1e-512c248da6f4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789766401.307393,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"84889ecf-32cb-447a-ba1e-512c248da6f4","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789766410.7942283,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789766414.7357907,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789766414.7358856,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8c7692ff60d09f8339f34f0892b0954d","span_id":"fb3ee91862248775","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9"}
{"level":"info","ts":1789766414.735897,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8c7692ff60d09f8339f34f0892b0954d","span_id":"fb3ee91862248775","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9"}
{"level":"info","ts":1789766414.7359083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8c7692ff60d09f8339f34f0892b0954d","span_id":"fb3ee91862248775","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9","EoS":true}
{"level":"info","ts":1789766414.7359555,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8c7692ff60d09f8339f34f0892b0954d","span_id":"fb3ee91862248775","x-request-id":"01c0712f-eb16-4993-bcfb-f3b1090d82f9"}
{"level":"info","ts":1789766414.8987803,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789766414.8988836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9e2263b6a27ee4fdf18abbfd2ca81d4b","span_id":"93c16afe81e23470","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876"}
{"level":"info","ts":1789766414.8988962,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9e2263b6a27ee4fdf18abbfd2ca81d4b","span_id":"93c16afe81e23470","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876"}
{"level":"info","ts":1789766414.8989081,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9e2263b6a27ee4fdf18abbfd2ca81d4b","span_id":"93c16afe81e23470","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876","EoS":true}
{"level":"info","ts":1789766414.8989532,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9e2263b6a27ee4fdf18abbfd2ca81d4b","span_id":"93c16afe81e23470","x-request-id":"7636a778-9391-480c-afcf-5d52459b8876"}
{"level":"info","ts":1789766415.0432756,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789766415.0433683,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6cef867da31f8337c137d5441af1d6b1","span_id":"0d2dc2d98a603b06","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79"}
{"level":"info","ts":1789766415.0433807,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6cef867da31f8337c137d5441af1d6b1","span_id":"0d2dc2d98a603b06","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79"}
{"level":"info","ts":1789766415.0433922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6cef867da31f8337c137d5441af1d6b1","span_id":"0d2dc2d98a603b06","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79","EoS":true}
{"level":"info","ts":1789766415.043442,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6cef867da31f8337c137d5441af1d6b1","span_id":"0d2dc2d98a603b06","x-request-id":"03b74783-b035-4d73-99d0-a30927406d79"}
{"level":"error","ts":1789766425.794722,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767400.7273574,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767400.7274642,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.727477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.72749,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","EoS":true}
{"level":"info","ts":1789767400.727519,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","header":"x-maas-keyname"}
{"level":"info","ts":1789767400.727529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","header":"x-maas-username"}
{"level":"info","ts":1789767400.7275333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","header":"x-maas-group"}
{"level":"info","ts":1789767400.7275379,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","header":"x-maas-subscription"}
{"level":"info","ts":1789767400.7275534,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789767400.7275803,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.7287285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.7287478,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.7287598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","EoS":false}
{"level":"info","ts":1789767400.7287703,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.7287943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf","EoS":true}
{"level":"info","ts":1789767400.7288065,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b74794fc947370b58814c777a155820","span_id":"38850eacd5aec6e6","x-request-id":"88f56552-7205-4853-bdae-f31808fb9faf"}
{"level":"info","ts":1789767400.7645297,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767400.7646117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"info","ts":1789767400.764625,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"info","ts":1789767400.7646365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","EoS":true}
{"level":"info","ts":1789767400.7646902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","header":"x-maas-subscription"}
{"level":"info","ts":1789767400.7647052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","header":"x-maas-keyname"}
{"level":"info","ts":1789767400.764712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","header":"x-maas-group"}
{"level":"info","ts":1789767400.764717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","header":"x-maas-username"}
{"level":"info","ts":1789767400.7647297,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789767400.7647557,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"info","ts":1789767400.76585,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"info","ts":1789767400.7658672,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"info","ts":1789767400.7658796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","EoS":false}
{"level":"info","ts":1789767400.765892,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"info","ts":1789767400.7659204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6","EoS":true}
{"level":"info","ts":1789767400.7659335,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be801c96982ed96735954e62d7f7e262","span_id":"613154383ce5b171","x-request-id":"e89804cb-67fa-4f78-bd17-8a22160877a6"}
{"level":"error","ts":1789767410.9106765,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767722.038341,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"10554483-f02c-41aa-86c0-b5f14c099720","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789767722.0383909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"228201d0-d97a-47ed-8884-ecc34b9612bf"}
{"level":"error","ts":1789767722.0384018,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"10554483-f02c-41aa-86c0-b5f14c099720","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.038428,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"10554483-f02c-41aa-86c0-b5f14c099720"}
{"level":"info","ts":1789767722.0465152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d1ebd1d-76bf-479b-b6d4-6ac23d3113dd","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789767722.0465457,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d1ebd1d-76bf-479b-b6d4-6ac23d3113dd","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.0465753,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2d1ebd1d-76bf-479b-b6d4-6ac23d3113dd"}
{"level":"error","ts":1789767722.046737,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"228201d0-d97a-47ed-8884-ecc34b9612bf","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.0538533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"228201d0-d97a-47ed-8884-ecc34b9612bf","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.0539033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e4459cf-51fa-4e88-98c4-b45fa026aa11"}
{"level":"error","ts":1789767722.053928,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e4459cf-51fa-4e88-98c4-b45fa026aa11","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.0548925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c447a2e-3429-44fd-8585-6157f8d290af","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789767722.0549269,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c447a2e-3429-44fd-8585-6157f8d290af","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.0549505,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c447a2e-3429-44fd-8585-6157f8d290af"}
{"level":"error","ts":1789767722.0583005,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e4459cf-51fa-4e88-98c4-b45fa026aa11","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.0583363,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e4459cf-51fa-4e88-98c4-b45fa026aa11","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.0583787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"406e7ffe-3eab-4f9d-8b4f-0fae921a4d24"}
{"level":"error","ts":1789767722.058401,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"406e7ffe-3eab-4f9d-8b4f-0fae921a4d24","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.0644293,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"406e7ffe-3eab-4f9d-8b4f-0fae921a4d24","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.0846694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"114448e9-be16-45a4-b0d4-82707882a4d0"}
{"level":"error","ts":1789767722.0846987,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"114448e9-be16-45a4-b0d4-82707882a4d0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.0899737,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"114448e9-be16-45a4-b0d4-82707882a4d0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.1311202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8deeee18-acd2-4c25-ad48-26a7b94f6696"}
{"level":"error","ts":1789767722.1311662,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8deeee18-acd2-4c25-ad48-26a7b94f6696","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.1363564,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8deeee18-acd2-4c25-ad48-26a7b94f6696","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.1985345,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f6f082dc-4f2a-46c4-a687-fac3b85ded0e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789767722.198577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2bdfa683-2bda-45b9-8e11-e692efc8e2e4"}
{"level":"error","ts":1789767722.1986196,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2bdfa683-2bda-45b9-8e11-e692efc8e2e4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.1985734,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f6f082dc-4f2a-46c4-a687-fac3b85ded0e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.1986759,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f6f082dc-4f2a-46c4-a687-fac3b85ded0e"}
{"level":"error","ts":1789767722.2049003,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2bdfa683-2bda-45b9-8e11-e692efc8e2e4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.365421,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8124168c-3640-4fcf-a44d-dd586937aea2"}
{"level":"error","ts":1789767722.365477,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8124168c-3640-4fcf-a44d-dd586937aea2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.3712878,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8124168c-3640-4fcf-a44d-dd586937aea2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767722.6917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"663a092e-8ad6-42ee-ac27-1fe5f42a278d"}
{"level":"error","ts":1789767722.691772,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"663a092e-8ad6-42ee-ac27-1fe5f42a278d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767722.699841,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"663a092e-8ad6-42ee-ac27-1fe5f42a278d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767723.3405173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"878a9042-33f6-4c23-a71e-27a2c212050c"}
{"level":"error","ts":1789767723.340573,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"878a9042-33f6-4c23-a71e-27a2c212050c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767723.347747,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"878a9042-33f6-4c23-a71e-27a2c212050c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767724.628364,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"29079dff-1443-4375-8618-7f7a8f098279"}
{"level":"error","ts":1789767724.628424,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"29079dff-1443-4375-8618-7f7a8f098279","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789767724.635932,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"29079dff-1443-4375-8618-7f7a8f098279","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767727.1964126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6d80c16-3cfd-4745-986d-42801e3dd31e"}
{"level":"error","ts":1789767727.1964715,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6d80c16-3cfd-4745-986d-42801e3dd31e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767727.19954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e0fb8e53-0816-404a-b675-fef83d6e8a83","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789767727.1995795,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e0fb8e53-0816-404a-b675-fef83d6e8a83","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767727.1996014,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e0fb8e53-0816-404a-b675-fef83d6e8a83"}
{"level":"error","ts":1789767727.2081053,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6d80c16-3cfd-4745-986d-42801e3dd31e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789767727.49059,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767727.4907172,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.4907331,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.490746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","EoS":true}
{"level":"info","ts":1789767727.4907722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","header":"x-maas-subscription"}
{"level":"info","ts":1789767727.4907823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","header":"x-maas-group"}
{"level":"info","ts":1789767727.4907873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","header":"x-maas-username"}
{"level":"info","ts":1789767727.490792,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","header":"x-maas-keyname"}
{"level":"info","ts":1789767727.490807,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767727.4908338,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.4949772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.495008,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.4950337,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","EoS":false}
{"level":"info","ts":1789767727.495052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.4950876,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8","EoS":true}
{"level":"info","ts":1789767727.4951015,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e3f5ba89e40d09a138bdb9bbe5323109","span_id":"74e88737cbb3f34d","x-request-id":"564f0333-4663-497e-b082-0eab286e06e8"}
{"level":"info","ts":1789767727.6066144,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767727.6067271,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.6067405,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.6067524,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","EoS":true}
{"level":"info","ts":1789767727.6067767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","header":"x-maas-group"}
{"level":"info","ts":1789767727.6067865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","header":"x-maas-username"}
{"level":"info","ts":1789767727.606792,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","header":"x-maas-keyname"}
{"level":"info","ts":1789767727.606797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","header":"x-maas-subscription"}
{"level":"info","ts":1789767727.606812,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767727.60684,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.6078286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.6078503,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.6078649,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","EoS":false}
{"level":"info","ts":1789767727.607879,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.6079044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652","EoS":true}
{"level":"info","ts":1789767727.607914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1b559e043126a189337f67497779b0d8","span_id":"3fe86a0d76088603","x-request-id":"50021af3-3074-4d7e-abdf-b3812287b652"}
{"level":"info","ts":1789767727.69813,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767727.6982572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.6982732,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.69829,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","EoS":true}
{"level":"info","ts":1789767727.6983252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","header":"x-maas-username"}
{"level":"info","ts":1789767727.69834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","header":"x-maas-keyname"}
{"level":"info","ts":1789767727.6983478,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","header":"x-maas-subscription"}
{"level":"info","ts":1789767727.6983552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","header":"x-maas-group"}
{"level":"info","ts":1789767727.6983728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767727.698407,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.6994333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.6994529,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.6994715,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","EoS":false}
{"level":"info","ts":1789767727.69949,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.6995265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4","EoS":true}
{"level":"info","ts":1789767727.6995382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9cd0aaa8625df1ec0686c9c01922e067","span_id":"d0dd039dd0c86773","x-request-id":"2c97e236-0e6c-4cb0-819a-328fdeea6ce4"}
{"level":"info","ts":1789767727.843282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"18d56603-4996-451c-8569-4bbe635d8088","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789767727.843333,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"18d56603-4996-451c-8569-4bbe635d8088","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789767727.8432791,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"35c3ba37-d63d-4959-978f-5a5817ef0370"}
{"level":"error","ts":1789767740.946035,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767756.1718795,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767756.1719942,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.1720102,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.1720302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","EoS":true}
{"level":"info","ts":1789767756.1720657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","header":"x-maas-group"}
{"level":"info","ts":1789767756.172078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","header":"x-maas-subscription"}
{"level":"info","ts":1789767756.172087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","header":"x-maas-username"}
{"level":"info","ts":1789767756.1720958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","header":"x-maas-keyname"}
{"level":"info","ts":1789767756.1721175,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767756.1721523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.1852598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.1852853,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.185306,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","EoS":false}
{"level":"info","ts":1789767756.185319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.185345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698","EoS":true}
{"level":"info","ts":1789767756.1853554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bfd098d7f04e4bccd630c0a637ccab51","span_id":"72c49abd0ffb13f1","x-request-id":"c1d5d0ce-b625-448d-a712-101814a6e698"}
{"level":"info","ts":1789767756.3277094,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767756.327812,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.3278246,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.3278368,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","EoS":true}
{"level":"info","ts":1789767756.327863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","header":"x-maas-group"}
{"level":"info","ts":1789767756.327873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","header":"x-maas-username"}
{"level":"info","ts":1789767756.3278773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","header":"x-maas-keyname"}
{"level":"info","ts":1789767756.3278823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","header":"x-maas-subscription"}
{"level":"info","ts":1789767756.3278966,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767756.3279226,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.3289597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.3289797,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.3290002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","EoS":false}
{"level":"info","ts":1789767756.3290153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.3290434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee","EoS":true}
{"level":"info","ts":1789767756.3290527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"655e10cdef002595d8ee89c4bae36ea1","span_id":"a8a60699734db331","x-request-id":"949e6536-0e16-4ff1-9997-428068a016ee"}
{"level":"info","ts":1789767756.4807591,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767756.480851,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.4808624,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.4808745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","EoS":true}
{"level":"info","ts":1789767756.4808996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","header":"x-maas-subscription"}
{"level":"info","ts":1789767756.480914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","header":"x-maas-keyname"}
{"level":"info","ts":1789767756.4809213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","header":"x-maas-group"}
{"level":"info","ts":1789767756.4809265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","header":"x-maas-username"}
{"level":"info","ts":1789767756.480941,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767756.4809656,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.4819393,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.4819636,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.4819825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","EoS":false}
{"level":"info","ts":1789767756.4820004,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.482039,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431","EoS":true}
{"level":"info","ts":1789767756.4820514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fedb20217065c003c8c4e7792b1300bf","span_id":"34d504ae09af37cd","x-request-id":"cb5a678d-c3c2-494e-b2c6-f75c9359b431"}
{"level":"info","ts":1789767756.629857,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767756.6299472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.6299598,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.6299713,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","EoS":true}
{"level":"info","ts":1789767756.6299996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","header":"x-maas-username"}
{"level":"info","ts":1789767756.6300092,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","header":"x-maas-keyname"}
{"level":"info","ts":1789767756.6300147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","header":"x-maas-subscription"}
{"level":"info","ts":1789767756.6300192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","header":"x-maas-group"}
{"level":"info","ts":1789767756.6300333,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767756.6300588,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.632321,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.6323373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.632351,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","EoS":false}
{"level":"info","ts":1789767756.632362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.6323836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871","EoS":true}
{"level":"info","ts":1789767756.6323926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"778a5e3fcba25f8b64915693956252ed","span_id":"5a20b08d52d2df58","x-request-id":"61bd6bf2-4b77-4747-afe5-04f9594f0871"}
{"level":"info","ts":1789767756.7811344,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767756.7812357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767756.7812488,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767756.7812643,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","EoS":true}
{"level":"info","ts":1789767756.7812912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","header":"x-maas-keyname"}
{"level":"info","ts":1789767756.7813056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","header":"x-maas-group"}
{"level":"info","ts":1789767756.781313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","header":"x-maas-subscription"}
{"level":"info","ts":1789767756.781321,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","header":"x-maas-username"}
{"level":"info","ts":1789767756.7813425,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767756.7813702,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767756.782492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767756.7825117,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767756.7825234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","EoS":false}
{"level":"info","ts":1789767756.7825358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767756.7825608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee","EoS":true}
{"level":"info","ts":1789767756.782571,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"671ed04fd0df7885e178b311d62ec93e","span_id":"0874900f22896557","x-request-id":"fb225e1c-1dc5-4bf2-bb72-8389f0c855ee"}
{"level":"info","ts":1789767765.6340768,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767765.6341894,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.634204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.6342168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","EoS":true}
{"level":"info","ts":1789767765.6342437,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","header":"x-maas-subscription"}
{"level":"info","ts":1789767765.6342537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","header":"x-maas-keyname"}
{"level":"info","ts":1789767765.634259,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","header":"x-maas-username"}
{"level":"info","ts":1789767765.6342645,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","header":"x-maas-group"}
{"level":"info","ts":1789767765.6342797,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767765.6343052,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.6353307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.6353502,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.6353648,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","EoS":false}
{"level":"info","ts":1789767765.6353767,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.6354003,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c","EoS":true}
{"level":"info","ts":1789767765.6354096,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5138f530b3e5b4291a1761bb110ea609","span_id":"f8cb2ac8c6125df6","x-request-id":"ee8232f0-aa3a-4891-9966-7b35d0ba9a7c"}
{"level":"info","ts":1789767765.734162,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767765.7342608,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9"}
{"level":"info","ts":1789767765.7352958,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9"}
{"level":"info","ts":1789767765.735319,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9"}
{"level":"info","ts":1789767765.735333,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9","EoS":false}
{"level":"info","ts":1789767765.735348,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9"}
{"level":"info","ts":1789767765.7353718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9","EoS":true}
{"level":"info","ts":1789767765.7353842,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"427bb1cd63e98eb363213313a21fa235","span_id":"afb722d67a87d1ce","x-request-id":"3b373d77-cec8-4a46-87f5-c7456547a9c9"}
{"level":"info","ts":1789767766.522694,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767766.5227969,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767766.5228107,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767766.522823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","EoS":true}
{"level":"info","ts":1789767766.5228486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","header":"x-maas-group"}
{"level":"info","ts":1789767766.5228593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","header":"x-maas-keyname"}
{"level":"info","ts":1789767766.5228648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","header":"x-maas-subscription"}
{"level":"info","ts":1789767766.52287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","header":"x-maas-username"}
{"level":"info","ts":1789767766.5228848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767766.5229123,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767766.5239844,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767766.5240054,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767766.524024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","EoS":false}
{"level":"info","ts":1789767766.524039,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767766.524065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b","EoS":true}
{"level":"info","ts":1789767766.524075,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5c6e5764ad4399b4dc219f2b5f40aa17","span_id":"c94baefdba01bc96","x-request-id":"bce30676-c59a-4a06-a98d-340d1e02440b"}
{"level":"info","ts":1789767767.505122,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767767.505245,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767767.5052593,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767767.505272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","EoS":true}
{"level":"info","ts":1789767767.505299,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","header":"x-maas-keyname"}
{"level":"info","ts":1789767767.5053155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","header":"x-maas-username"}
{"level":"info","ts":1789767767.505324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","header":"x-maas-subscription"}
{"level":"info","ts":1789767767.5053318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","header":"x-maas-group"}
{"level":"info","ts":1789767767.5053508,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767767.5053825,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767767.5065436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767767.5065641,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767767.5065787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","EoS":false}
{"level":"info","ts":1789767767.5065935,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767767.5066187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6","EoS":true}
{"level":"info","ts":1789767767.5066283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e66a7f38f417da06b0b41c3864adced9","span_id":"b66824f65d742b2c","x-request-id":"619e955a-3d7f-476e-897d-a3f1847725f6"}
{"level":"info","ts":1789767768.250213,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767768.2503164,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767768.25033,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767768.2503426,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","EoS":true}
{"level":"info","ts":1789767768.2503662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","header":"x-maas-username"}
{"level":"info","ts":1789767768.2503765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","header":"x-maas-keyname"}
{"level":"info","ts":1789767768.2503839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","header":"x-maas-group"}
{"level":"info","ts":1789767768.2503924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","header":"x-maas-subscription"}
{"level":"info","ts":1789767768.2504113,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767768.2504382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767768.2514708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767768.2514987,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767768.2515204,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","EoS":false}
{"level":"info","ts":1789767768.2515335,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767768.2515626,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153","EoS":true}
{"level":"info","ts":1789767768.2515728,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cce16a0a2e7c0fb37f095217e9a11c35","span_id":"04fe04477eb2ee27","x-request-id":"272fb80e-ef69-4c30-8d28-d8e8006c5153"}
{"level":"info","ts":1789767769.316858,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767769.3169663,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"info","ts":1789767769.3169792,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"info","ts":1789767769.3169916,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","EoS":true}
{"level":"info","ts":1789767769.317015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","header":"x-maas-keyname"}
{"level":"info","ts":1789767769.3170252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","header":"x-maas-username"}
{"level":"info","ts":1789767769.3170304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","header":"x-maas-group"}
{"level":"info","ts":1789767769.3170352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","header":"x-maas-subscription"}
{"level":"info","ts":1789767769.3170512,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767769.3171139,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"info","ts":1789767769.3181307,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"info","ts":1789767769.3181531,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"info","ts":1789767769.318166,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","EoS":false}
{"level":"info","ts":1789767769.3181758,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"info","ts":1789767769.3181996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0","EoS":true}
{"level":"info","ts":1789767769.3182092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c1f382a0db48d28a9b96f5e72163e9c","span_id":"209bf39550d5af49","x-request-id":"f1e4534a-a544-4f6e-b94d-0640a24ec1b0"}
{"level":"error","ts":1789767770.9487214,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789767785.949909,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767789.063876,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767789.0639741,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"info","ts":1789767789.06399,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"info","ts":1789767789.064006,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","EoS":true}
{"level":"info","ts":1789767789.064029,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","header":"x-maas-subscription"}
{"level":"info","ts":1789767789.06404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","header":"x-maas-keyname"}
{"level":"info","ts":1789767789.064045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","header":"x-maas-username"}
{"level":"info","ts":1789767789.064099,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","header":"x-maas-group"}
{"level":"info","ts":1789767789.0641143,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767789.0641406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"info","ts":1789767789.0651267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"info","ts":1789767789.0651484,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"info","ts":1789767789.0651634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","EoS":false}
{"level":"info","ts":1789767789.0651743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"info","ts":1789767789.0652006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2","EoS":true}
{"level":"info","ts":1789767789.065211,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6b01df1bb2bc459e2490d4b526a04f7","span_id":"4e6908e7a49946fa","x-request-id":"06f19422-1dc0-4d7b-ba5a-7dde6c58ccc2"}
{"level":"error","ts":1789767800.9511092,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767884.308971,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767884.3090727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"info","ts":1789767884.3090842,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"info","ts":1789767884.3090959,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","EoS":true}
{"level":"info","ts":1789767884.309118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","header":"x-maas-username"}
{"level":"info","ts":1789767884.309129,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","header":"x-maas-keyname"}
{"level":"info","ts":1789767884.3091338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","header":"x-maas-subscription"}
{"level":"info","ts":1789767884.3091385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","header":"x-maas-group"}
{"level":"info","ts":1789767884.3091536,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789767884.3091795,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"info","ts":1789767884.3217518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"info","ts":1789767884.3217728,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"info","ts":1789767884.3217869,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","EoS":false}
{"level":"info","ts":1789767884.3217976,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"info","ts":1789767884.3218195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94","EoS":true}
{"level":"info","ts":1789767884.321828,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e9e056dbd11e134775c8e8cd194a02d8","span_id":"f4a6d8c71b8aee0a","x-request-id":"e31bddac-0984-40e9-a864-529188d49e94"}
{"level":"error","ts":1789767895.9621136,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767943.9897351,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767943.9898376,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"info","ts":1789767943.9898512,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"info","ts":1789767943.9898622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","EoS":true}
{"level":"info","ts":1789767943.9898872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","header":"x-maas-keyname"}
{"level":"info","ts":1789767943.989897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","header":"x-maas-group"}
{"level":"info","ts":1789767943.989902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","header":"x-maas-username"}
{"level":"info","ts":1789767943.9899073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","header":"x-maas-subscription"}
{"level":"info","ts":1789767943.9899545,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789767943.9899814,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"info","ts":1789767943.9908845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"info","ts":1789767943.990907,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"info","ts":1789767943.990925,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","EoS":false}
{"level":"info","ts":1789767943.9909363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"info","ts":1789767943.9909656,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d","EoS":true}
{"level":"info","ts":1789767943.9909747,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"581f542382af092de0aab35e6f36245d","span_id":"41230cfbb5f3067b","x-request-id":"b9af92b3-2d73-4bb6-8ffb-0069df84782d"}
{"level":"error","ts":1789767955.9679096,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789767961.1134243,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767961.1135297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.113542,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.113554,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","EoS":true}
{"level":"info","ts":1789767961.11358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","header":"x-maas-keyname"}
{"level":"info","ts":1789767961.11359,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","header":"x-maas-username"}
{"level":"info","ts":1789767961.1135952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","header":"x-maas-subscription"}
{"level":"info","ts":1789767961.1136005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","header":"x-maas-group"}
{"level":"info","ts":1789767961.113615,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789767961.1136374,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.126313,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.1263366,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.1263561,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","EoS":false}
{"level":"info","ts":1789767961.1263723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.1264012,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","EoS":false}
{"level":"info","ts":1789767961.1264117,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.1264298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998","EoS":true}
{"level":"info","ts":1789767961.1264405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f113108c0d6f810bcf13c82d9a7039b5","span_id":"9b53e695cac3d90e","x-request-id":"cc87fd01-1e70-405a-9ea5-388d24474998"}
{"level":"info","ts":1789767961.2684944,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767961.2686098,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.268623,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.2686353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","EoS":true}
{"level":"info","ts":1789767961.2686772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","header":"x-maas-subscription"}
{"level":"info","ts":1789767961.2686896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","header":"x-maas-username"}
{"level":"info","ts":1789767961.2686946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","header":"x-maas-keyname"}
{"level":"info","ts":1789767961.2686992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","header":"x-maas-group"}
{"level":"info","ts":1789767961.2687132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789767961.268737,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.2705908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.270612,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.2706323,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","EoS":false}
{"level":"info","ts":1789767961.2706645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.2706912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","EoS":false}
{"level":"info","ts":1789767961.2707026,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.2707138,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f","EoS":true}
{"level":"info","ts":1789767961.2707226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4151045fcfde3795ff0149f8c588570e","span_id":"bb55c71e57f36d7f","x-request-id":"1aeca862-586b-483c-868d-e70ec06d1b8f"}
{"level":"info","ts":1789767961.4244168,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767961.4245036,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767961.4245164,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767961.4245276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","EoS":true}
{"level":"info","ts":1789767961.424548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","header":"x-maas-keyname"}
{"level":"info","ts":1789767961.42456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","header":"x-maas-username"}
{"level":"info","ts":1789767961.4245648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","header":"x-maas-subscription"}
{"level":"info","ts":1789767961.4245694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","header":"x-maas-group"}
{"level":"info","ts":1789767961.4245832,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789767961.4246073,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767961.4254856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767961.4255052,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767961.425519,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","EoS":false}
{"level":"info","ts":1789767961.4255316,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767961.425559,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949","EoS":true}
{"level":"info","ts":1789767961.4255686,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f17bb6ee0c489c8acfb1d212966c08b","span_id":"4acf47353eaa2405","x-request-id":"de363df7-f7d1-443a-ab4f-6f612dd5b949"}
{"level":"info","ts":1789767974.4511073,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789767974.4512103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"info","ts":1789767974.451224,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"info","ts":1789767974.4512358,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","EoS":true}
{"level":"info","ts":1789767974.451258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","header":"x-maas-subscription"}
{"level":"info","ts":1789767974.4512675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","header":"x-maas-group"}
{"level":"info","ts":1789767974.4512854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","header":"x-maas-username"}
{"level":"info","ts":1789767974.451294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","header":"x-maas-keyname"}
{"level":"info","ts":1789767974.451312,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789767974.451344,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"info","ts":1789767974.4529526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"info","ts":1789767974.4529734,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"info","ts":1789767974.4529903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","EoS":false}
{"level":"info","ts":1789767974.4530027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"info","ts":1789767974.4530303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03","EoS":true}
{"level":"info","ts":1789767974.4530435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b892279642c544fcd018723ed65594b2","span_id":"262f487447c01862","x-request-id":"cff2cde6-a8c9-4ffa-86ff-a7e4f3546f03"}
{"level":"error","ts":1789767975.9693086,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789767985.9701548,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}