{"level":"info","ts":1789757958.832151,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a67b0ff4b58c91d312082f13f500a1c0","span_id":"c3cc684f48fd66d3","x-request-id":"7a6eb5a9-98e0-4ca4-9978-26dfda305e0a"} {"level":"info","ts":1789757958.8321698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a67b0ff4b58c91d312082f13f500a1c0","span_id":"c3cc684f48fd66d3","x-request-id":"7a6eb5a9-98e0-4ca4-9978-26dfda305e0a","EoS":false} {"level":"info","ts":1789757958.8321884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a67b0ff4b58c91d312082f13f500a1c0","span_id":"c3cc684f48fd66d3","x-request-id":"7a6eb5a9-98e0-4ca4-9978-26dfda305e0a"} {"level":"info","ts":1789757958.8322246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a67b0ff4b58c91d312082f13f500a1c0","span_id":"c3cc684f48fd66d3","x-request-id":"7a6eb5a9-98e0-4ca4-9978-26dfda305e0a","EoS":true} {"level":"info","ts":1789757958.8322399,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a67b0ff4b58c91d312082f13f500a1c0","span_id":"c3cc684f48fd66d3","x-request-id":"7a6eb5a9-98e0-4ca4-9978-26dfda305e0a"} {"level":"info","ts":1789757958.868795,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789757958.8689492,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.868976,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.868997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","EoS":true} {"level":"info","ts":1789757958.8690312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","header":"x-maas-keyname"} {"level":"info","ts":1789757958.8690453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","header":"x-maas-group"} {"level":"info","ts":1789757958.869053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","header":"x-maas-subscription"} {"level":"info","ts":1789757958.8690608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","header":"x-maas-username"} {"level":"info","ts":1789757958.8690815,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789757958.8691263,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.8699677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.8699877,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.870002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","EoS":false} {"level":"info","ts":1789757958.8700135,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.870039,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6","EoS":true} {"level":"info","ts":1789757958.8700461,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e42afd4bf2e0fef7833cbf32d5dc3f19","span_id":"9287ca563bf16950","x-request-id":"3e27daf0-1de8-46fe-977d-d7cc59b807b6"} {"level":"info","ts":1789757958.906514,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789757958.906636,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"info","ts":1789757958.9066527,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"info","ts":1789757958.9066653,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","EoS":true} {"level":"info","ts":1789757958.9066887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","header":"x-maas-keyname"} {"level":"info","ts":1789757958.906698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","header":"x-maas-username"} {"level":"info","ts":1789757958.9067428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","header":"x-maas-group"} {"level":"info","ts":1789757958.906749,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","header":"x-maas-subscription"} {"level":"info","ts":1789757958.9067647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789757958.906793,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"info","ts":1789757958.9076078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"info","ts":1789757958.907628,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"info","ts":1789757958.9076447,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","EoS":false} {"level":"info","ts":1789757958.907667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"info","ts":1789757958.907698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60","EoS":true} {"level":"info","ts":1789757958.9077418,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"206893320c2b9d0cbd7a5ba4b6c4ee64","span_id":"42ac83b9dbd4adce","x-request-id":"413878b1-9262-4674-894d-80f83fe5fa60"} {"level":"error","ts":1789757970.7001202,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789757978.7833977,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789757978.7835093,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"372917efddde589d53bb6262f1197ea9","span_id":"7031e3624c1af1ff","x-request-id":"26d25c11-42fc-49d7-8e95-6debceefae8a"} {"level":"info","ts":1789757978.7835233,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"372917efddde589d53bb6262f1197ea9","span_id":"7031e3624c1af1ff","x-request-id":"26d25c11-42fc-49d7-8e95-6debceefae8a"} {"level":"info","ts":1789757978.7835352,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"372917efddde589d53bb6262f1197ea9","span_id":"7031e3624c1af1ff","x-request-id":"26d25c11-42fc-49d7-8e95-6debceefae8a","EoS":true} {"level":"info","ts":1789757978.7835867,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"372917efddde589d53bb6262f1197ea9","span_id":"7031e3624c1af1ff","x-request-id":"26d25c11-42fc-49d7-8e95-6debceefae8a"} {"level":"info","ts":1789757978.9584758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789757978.9585822,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77f1b49356f7b1366f6f5f89e8cc408e","span_id":"f2275341935aa802","x-request-id":"3076f789-366e-45fb-8e63-303e9c743d90"} {"level":"info","ts":1789757978.9585943,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77f1b49356f7b1366f6f5f89e8cc408e","span_id":"f2275341935aa802","x-request-id":"3076f789-366e-45fb-8e63-303e9c743d90"} {"level":"info","ts":1789757978.9586062,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77f1b49356f7b1366f6f5f89e8cc408e","span_id":"f2275341935aa802","x-request-id":"3076f789-366e-45fb-8e63-303e9c743d90","EoS":true} {"level":"info","ts":1789757978.958651,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77f1b49356f7b1366f6f5f89e8cc408e","span_id":"f2275341935aa802","x-request-id":"3076f789-366e-45fb-8e63-303e9c743d90"} {"level":"info","ts":1789757979.112122,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789757979.1122284,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9c2ea05433f944c1d04a30319b7f71e","span_id":"55b020167820caf3","x-request-id":"598dba9b-73c6-4d62-88a9-28efd0041580"} {"level":"info","ts":1789757979.1122422,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9c2ea05433f944c1d04a30319b7f71e","span_id":"55b020167820caf3","x-request-id":"598dba9b-73c6-4d62-88a9-28efd0041580"} {"level":"info","ts":1789757979.112254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9c2ea05433f944c1d04a30319b7f71e","span_id":"55b020167820caf3","x-request-id":"598dba9b-73c6-4d62-88a9-28efd0041580","EoS":true} {"level":"info","ts":1789757979.1123013,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9c2ea05433f944c1d04a30319b7f71e","span_id":"55b020167820caf3","x-request-id":"598dba9b-73c6-4d62-88a9-28efd0041580"} {"level":"error","ts":1789757990.700994,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759065.0584025,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759065.0585113,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.058524,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.058536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","EoS":true} {"level":"info","ts":1789759065.0585606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","header":"x-maas-group"} {"level":"info","ts":1789759065.0585713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","header":"x-maas-username"} {"level":"info","ts":1789759065.0585763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","header":"x-maas-subscription"} {"level":"info","ts":1789759065.0585806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","header":"x-maas-keyname"} {"level":"info","ts":1789759065.0585961,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789759065.0586228,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.0595663,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.0595903,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.0596104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","EoS":false} {"level":"info","ts":1789759065.0596242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.05965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76","EoS":true} {"level":"info","ts":1789759065.0596604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bdfb49832f691031242a224b7d1a1157","span_id":"d9d313e5c2265905","x-request-id":"1b389d6a-159b-4f62-b461-499a97da0c76"} {"level":"info","ts":1789759065.1033814,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759065.1035047,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"info","ts":1789759065.1035209,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"info","ts":1789759065.103533,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","EoS":true} {"level":"info","ts":1789759065.1035604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","header":"x-maas-group"} {"level":"info","ts":1789759065.1035705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","header":"x-maas-keyname"} {"level":"info","ts":1789759065.1035767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","header":"x-maas-subscription"} {"level":"info","ts":1789759065.1035812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","header":"x-maas-username"} {"level":"info","ts":1789759065.1035957,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789759065.1036205,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"info","ts":1789759065.1045256,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"info","ts":1789759065.1045494,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"info","ts":1789759065.1045647,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","EoS":false} {"level":"info","ts":1789759065.1045785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"info","ts":1789759065.1046014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91","EoS":true} {"level":"info","ts":1789759065.1046128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68162b9025738c2ceed08bd894706b4b","span_id":"ef0ed09bd894814c","x-request-id":"a690a6d8-50d2-450a-98cb-e6073dd60a91"} {"level":"error","ts":1789759075.8308237,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759417.6420355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d8c6525-8f32-4abe-9b2b-b8c5c6350509"} {"level":"info","ts":1789759417.6420357,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a627a53-2ebc-4b26-a3e0-e48018e8f3b5","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789759417.642192,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a627a53-2ebc-4b26-a3e0-e48018e8f3b5","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.642228,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a627a53-2ebc-4b26-a3e0-e48018e8f3b5"} {"level":"info","ts":1789759417.6502492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"983678c1-4949-46ba-af9d-7f6ce9892fd2","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789759417.6502855,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"983678c1-4949-46ba-af9d-7f6ce9892fd2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.650306,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"983678c1-4949-46ba-af9d-7f6ce9892fd2"} {"level":"error","ts":1789759417.6513827,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d8c6525-8f32-4abe-9b2b-b8c5c6350509","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.6514163,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d8c6525-8f32-4abe-9b2b-b8c5c6350509","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.657922,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d8c6525-8f32-4abe-9b2b-b8c5c6350509","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.6579578,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8d8c6525-8f32-4abe-9b2b-b8c5c6350509","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.6580057,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"09a7d208-da93-4bfd-8de4-f6deced7ca5e"} {"level":"error","ts":1789759417.6580274,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"09a7d208-da93-4bfd-8de4-f6deced7ca5e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.6580527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"314ebb30-3f3d-45fe-a77c-11b10e7823b8","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789759417.658082,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"314ebb30-3f3d-45fe-a77c-11b10e7823b8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.658102,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"314ebb30-3f3d-45fe-a77c-11b10e7823b8"} {"level":"error","ts":1789759417.6654408,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"09a7d208-da93-4bfd-8de4-f6deced7ca5e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.6654928,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bc220704-ad63-42c3-b3d7-4a02bf1cbfd7"} {"level":"error","ts":1789759417.6655147,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bc220704-ad63-42c3-b3d7-4a02bf1cbfd7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.6714258,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bc220704-ad63-42c3-b3d7-4a02bf1cbfd7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.6916664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef12308e-c61c-4c29-baa6-af597489c48c"} {"level":"error","ts":1789759417.691744,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef12308e-c61c-4c29-baa6-af597489c48c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.69809,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef12308e-c61c-4c29-baa6-af597489c48c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.7384262,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"299ff34c-e3bd-428f-8295-f5067523b7ac"} {"level":"error","ts":1789759417.738463,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"299ff34c-e3bd-428f-8295-f5067523b7ac","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.7436776,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"299ff34c-e3bd-428f-8295-f5067523b7ac","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.8031201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d0883297-c562-4e82-818b-ddabb1b92560","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789759417.8031628,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d0883297-c562-4e82-818b-ddabb1b92560","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.8031828,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d0883297-c562-4e82-818b-ddabb1b92560"} {"level":"info","ts":1789759417.8031201,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0fc7a849-3c69-454b-94b1-120c51f9391f"} {"level":"error","ts":1789759417.8032212,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0fc7a849-3c69-454b-94b1-120c51f9391f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.8098118,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0fc7a849-3c69-454b-94b1-120c51f9391f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759417.9699817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"227cc70a-24a6-4ccc-9660-cdd6f26de8e8"} {"level":"error","ts":1789759417.9700477,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"227cc70a-24a6-4ccc-9660-cdd6f26de8e8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759417.9830172,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"227cc70a-24a6-4ccc-9660-cdd6f26de8e8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759418.303589,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1f57e3af-5af3-4b10-b0d2-8d54a51a0d6d"} {"level":"error","ts":1789759418.3036466,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1f57e3af-5af3-4b10-b0d2-8d54a51a0d6d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759418.3139167,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1f57e3af-5af3-4b10-b0d2-8d54a51a0d6d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759418.9548385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e2d4fb9-5237-474a-8c99-4edab2518fee"} {"level":"error","ts":1789759418.9548934,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e2d4fb9-5237-474a-8c99-4edab2518fee","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759418.9605455,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e2d4fb9-5237-474a-8c99-4edab2518fee","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759420.2414165,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f98ab92d-8737-4cca-b445-70ffe87de0fc"} {"level":"error","ts":1789759420.2414749,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f98ab92d-8737-4cca-b445-70ffe87de0fc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759420.2476847,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f98ab92d-8737-4cca-b445-70ffe87de0fc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759422.8039577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"71abf2e9-2652-4dcf-a87c-b1abc04bb404","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789759422.804014,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"71abf2e9-2652-4dcf-a87c-b1abc04bb404","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759422.804041,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"71abf2e9-2652-4dcf-a87c-b1abc04bb404"} {"level":"info","ts":1789759422.8080554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57d82128-3b6b-461a-8733-ebc140819688"} {"level":"error","ts":1789759422.8081036,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57d82128-3b6b-461a-8733-ebc140819688","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789759422.8144238,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57d82128-3b6b-461a-8733-ebc140819688","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789759423.0963638,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759423.0964766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.0964973,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.0965097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","EoS":true} {"level":"info","ts":1789759423.0965328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","header":"x-maas-keyname"} {"level":"info","ts":1789759423.096543,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","header":"x-maas-username"} {"level":"info","ts":1789759423.0965483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","header":"x-maas-subscription"} {"level":"info","ts":1789759423.096556,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","header":"x-maas-group"} {"level":"info","ts":1789759423.0965748,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759423.0966043,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.0975285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.0975583,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.0975811,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","EoS":false} {"level":"info","ts":1789759423.0975986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.0976255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c","EoS":true} {"level":"info","ts":1789759423.097639,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46418224ee285a54c72d2b029ec45aa7","span_id":"58f953762a191867","x-request-id":"038a13bb-0164-41dd-b19f-958d7b8c613c"} {"level":"info","ts":1789759423.208519,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759423.208633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.2086473,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.2086601,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","EoS":true} {"level":"info","ts":1789759423.2086873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","header":"x-maas-username"} {"level":"info","ts":1789759423.2086976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","header":"x-maas-keyname"} {"level":"info","ts":1789759423.2087295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","header":"x-maas-subscription"} {"level":"info","ts":1789759423.2087345,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","header":"x-maas-group"} {"level":"info","ts":1789759423.2087502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759423.208776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.209611,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.2096324,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.2096462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","EoS":false} {"level":"info","ts":1789759423.209658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.2096844,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620","EoS":true} {"level":"info","ts":1789759423.2096963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"617886372722ae1365b83d286d9f9515","span_id":"59520458401be72c","x-request-id":"ffcff9f2-dee7-9a69-ac8b-3203ba741620"} {"level":"info","ts":1789759423.3081005,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759423.3082025,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.3082144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.3082273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","EoS":true} {"level":"info","ts":1789759423.3082507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","header":"x-maas-keyname"} {"level":"info","ts":1789759423.3082614,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","header":"x-maas-group"} {"level":"info","ts":1789759423.3082666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","header":"x-maas-subscription"} {"level":"info","ts":1789759423.3082714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","header":"x-maas-username"} {"level":"info","ts":1789759423.308288,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759423.3083184,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.309137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.3091588,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.309173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","EoS":false} {"level":"info","ts":1789759423.309189,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.3092155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960","EoS":true} {"level":"info","ts":1789759423.3092253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5098001a67202bfad1f938514e5a1454","span_id":"2ae1882fbcd3cf9d","x-request-id":"e85cc9e3-1eaf-4fec-8aeb-86eeaeeba960"} {"level":"info","ts":1789759423.4434342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6bb58bd4-1c8b-4f9c-af9a-b940bc27bd43"} {"level":"info","ts":1789759423.4434612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8c49ecd2-03b8-4106-9cde-1f9e7302554f","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789759423.4434981,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8c49ecd2-03b8-4106-9cde-1f9e7302554f","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789759435.8652585,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759446.375368,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759446.3754852,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.3755,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.3755124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","EoS":true} {"level":"info","ts":1789759446.3755352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","header":"x-maas-group"} {"level":"info","ts":1789759446.3755465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","header":"x-maas-subscription"} {"level":"info","ts":1789759446.3755517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","header":"x-maas-keyname"} {"level":"info","ts":1789759446.375557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","header":"x-maas-username"} {"level":"info","ts":1789759446.3755713,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759446.3755968,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.3893318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.3893626,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.3893826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","EoS":false} {"level":"info","ts":1789759446.3894036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.3894467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46","EoS":true} {"level":"info","ts":1789759446.3894613,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f915b9c916e500c73b743fd028e41a1","span_id":"379f99a6bbb1b9d1","x-request-id":"86c9dc59-9e21-4725-992e-20f209c39c46"} {"level":"info","ts":1789759446.5274522,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759446.5275614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.5275743,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.5275857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","EoS":true} {"level":"info","ts":1789759446.527609,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","header":"x-maas-username"} {"level":"info","ts":1789759446.52762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","header":"x-maas-subscription"} {"level":"info","ts":1789759446.5276265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","header":"x-maas-keyname"} {"level":"info","ts":1789759446.5276308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","header":"x-maas-group"} {"level":"info","ts":1789759446.5276453,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759446.527671,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.5298796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.5298972,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.5299103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","EoS":false} {"level":"info","ts":1789759446.529922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.5299459,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811","EoS":true} {"level":"info","ts":1789759446.529953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"aa1dd161c7f650522bef33a4cc4f8553","span_id":"9fceb3958333d693","x-request-id":"6b41d204-be6d-44a1-be3b-2442a9697811"} {"level":"info","ts":1789759446.668435,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759446.6685379,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.6685503,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.6685615,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","EoS":true} {"level":"info","ts":1789759446.668584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","header":"x-maas-subscription"} {"level":"info","ts":1789759446.6685946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","header":"x-maas-username"} {"level":"info","ts":1789759446.6685996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","header":"x-maas-group"} {"level":"info","ts":1789759446.668604,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","header":"x-maas-keyname"} {"level":"info","ts":1789759446.668618,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759446.6686428,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.6695209,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.6695411,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.669557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","EoS":false} {"level":"info","ts":1789759446.6695688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.6695924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b","EoS":true} {"level":"info","ts":1789759446.6696005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46bea4917f5d7ab062720cc435a9970c","span_id":"6663f2a13efac3fe","x-request-id":"3f90e680-188f-4bc1-8c35-289f2464a67b"} {"level":"info","ts":1789759446.80557,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759446.805673,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.8056862,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.8056974,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","EoS":true} {"level":"info","ts":1789759446.8057349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","header":"x-maas-keyname"} {"level":"info","ts":1789759446.8057435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","header":"x-maas-group"} {"level":"info","ts":1789759446.8057477,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","header":"x-maas-username"} {"level":"info","ts":1789759446.8057523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","header":"x-maas-subscription"} {"level":"info","ts":1789759446.8057683,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759446.8057926,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.806691,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.806729,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.8067424,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","EoS":false} {"level":"info","ts":1789759446.8067558,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.8067908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f","EoS":true} {"level":"info","ts":1789759446.8068023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55eb37660851674cb452939dc8c57256","span_id":"cae10d362ff01576","x-request-id":"5a9b4425-ef6e-41f0-af1b-42490a735c4f"} {"level":"info","ts":1789759446.9423885,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759446.9424977,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759446.942511,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759446.9425235,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","EoS":true} {"level":"info","ts":1789759446.9425468,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","header":"x-maas-group"} {"level":"info","ts":1789759446.942557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","header":"x-maas-subscription"} {"level":"info","ts":1789759446.942563,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","header":"x-maas-username"} {"level":"info","ts":1789759446.9425673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","header":"x-maas-keyname"} {"level":"info","ts":1789759446.9425817,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759446.9426095,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759446.9435353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759446.9435518,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759446.9435616,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","EoS":false} {"level":"info","ts":1789759446.9435742,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759446.9436033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e","EoS":true} {"level":"info","ts":1789759446.943614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ffb1cd8b2bfff08455fa1d202b2eb71","span_id":"e0dd5505ca364189","x-request-id":"925eac26-6757-486f-acd5-8c4b08efe87e"} {"level":"info","ts":1789759455.7954311,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759455.795555,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.7955728,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.7955859,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","EoS":true} {"level":"info","ts":1789759455.7956102,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","header":"x-maas-subscription"} {"level":"info","ts":1789759455.7956212,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","header":"x-maas-username"} {"level":"info","ts":1789759455.795626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","header":"x-maas-keyname"} {"level":"info","ts":1789759455.7956312,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","header":"x-maas-group"} {"level":"info","ts":1789759455.7956471,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759455.7956734,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.79665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.79667,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.7966928,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","EoS":false} {"level":"info","ts":1789759455.796728,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.7967622,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9","EoS":true} {"level":"info","ts":1789759455.7967732,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"24b6bda7c4b0c18dfc1767f9e9758f79","span_id":"80f173c53aa29d1c","x-request-id":"056dc4d9-4aa1-45c2-9b31-1574344723e9"} {"level":"info","ts":1789759455.8323562,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759455.8324633,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.8324783,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.8324904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","EoS":true} {"level":"info","ts":1789759455.8325176,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","header":"x-maas-username"} {"level":"info","ts":1789759455.8325293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","header":"x-maas-keyname"} {"level":"info","ts":1789759455.8325343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","header":"x-maas-subscription"} {"level":"info","ts":1789759455.8325388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","header":"x-maas-group"} {"level":"info","ts":1789759455.8325527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759455.832578,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.8334856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.8335013,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.8335116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","EoS":false} {"level":"info","ts":1789759455.8335233,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.8335474,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449","EoS":true} {"level":"info","ts":1789759455.8335612,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"536c3d220c123c9cf69788b27a6a6fd7","span_id":"5c61c407a5bfefbe","x-request-id":"65edabf4-bbee-44b3-be5e-b77c967e1449"} {"level":"info","ts":1789759455.932658,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759455.9327831,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64"} {"level":"info","ts":1789759455.9335756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64"} {"level":"info","ts":1789759455.9335954,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64"} {"level":"info","ts":1789759455.933613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64","EoS":false} {"level":"info","ts":1789759455.9336326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64"} {"level":"info","ts":1789759455.9336631,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64","EoS":true} {"level":"info","ts":1789759455.9336731,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f50540515c9f0599e90f904282e1e6f8","span_id":"abda25a2e77b9a99","x-request-id":"6e89ff8c-3b8c-4442-82b4-fa622ce3ff64"} {"level":"info","ts":1789759456.72831,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759456.7284315,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759456.728447,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759456.7284598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","EoS":true} {"level":"info","ts":1789759456.7284825,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","header":"x-maas-keyname"} {"level":"info","ts":1789759456.7284927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","header":"x-maas-subscription"} {"level":"info","ts":1789759456.728498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","header":"x-maas-username"} {"level":"info","ts":1789759456.7285025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","header":"x-maas-group"} {"level":"info","ts":1789759456.7285168,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759456.7285426,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759456.7293725,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759456.7293923,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759456.729406,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","EoS":false} {"level":"info","ts":1789759456.7294323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759456.7294593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0","EoS":true} {"level":"info","ts":1789759456.7294672,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d13125a9ec12b77a86edfa480a5678bd","span_id":"1d4f81ddad7324fe","x-request-id":"328367b3-bd45-401f-b97b-3a11714a77f0"} {"level":"info","ts":1789759457.7136667,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759457.7137995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759457.7138157,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759457.71383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","EoS":true} {"level":"info","ts":1789759457.7138636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","header":"x-maas-username"} {"level":"info","ts":1789759457.7138796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","header":"x-maas-group"} {"level":"info","ts":1789759457.7138863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","header":"x-maas-keyname"} {"level":"info","ts":1789759457.7138906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","header":"x-maas-subscription"} {"level":"info","ts":1789759457.7139058,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759457.7139323,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759457.7147813,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759457.714806,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759457.7148237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","EoS":false} {"level":"info","ts":1789759457.7148445,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759457.7148733,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268","EoS":true} {"level":"info","ts":1789759457.7148855,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"78222339411ba436da5f05d280665e65","span_id":"db8af8698e55daab","x-request-id":"f31d9c10-889b-4df4-9a07-35418d1dd268"} {"level":"info","ts":1789759458.4318519,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759458.4319673,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759458.4319823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759458.431995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","EoS":true} {"level":"info","ts":1789759458.4320195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","header":"x-maas-username"} {"level":"info","ts":1789759458.4320297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","header":"x-maas-subscription"} {"level":"info","ts":1789759458.4320347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","header":"x-maas-group"} {"level":"info","ts":1789759458.43204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","header":"x-maas-keyname"} {"level":"info","ts":1789759458.432056,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759458.4320834,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759458.4329052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759458.4329238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759458.4329371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","EoS":false} {"level":"info","ts":1789759458.4329479,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759458.4329734,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007","EoS":true} {"level":"info","ts":1789759458.4329822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e8bdee56f975aa4a415a35f2f9a0f014","span_id":"2d712ef6ff2eb9b9","x-request-id":"452ca6ff-d184-44fb-9cc1-daae1da1b007"} {"level":"info","ts":1789759459.556688,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759459.5567992,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"info","ts":1789759459.5568116,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"info","ts":1789759459.5568228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","EoS":true} {"level":"info","ts":1789759459.5568454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","header":"x-maas-keyname"} {"level":"info","ts":1789759459.5568552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","header":"x-maas-subscription"} {"level":"info","ts":1789759459.5568612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","header":"x-maas-username"} {"level":"info","ts":1789759459.5568655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","header":"x-maas-group"} {"level":"info","ts":1789759459.5568814,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759459.5569057,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"info","ts":1789759459.5577474,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"info","ts":1789759459.5577753,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"info","ts":1789759459.5577993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","EoS":false} {"level":"info","ts":1789759459.5578153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"info","ts":1789759459.5578496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10","EoS":true} {"level":"info","ts":1789759459.5578585,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f77747362a3f8d5b80541e18e7ccf2a0","span_id":"3f216665247c199b","x-request-id":"36fce61c-dd9a-44cb-94a4-d4a5c77b7d10"} {"level":"error","ts":1789759460.8675218,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789759475.869018,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759477.3346055,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759477.3347516,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"info","ts":1789759477.334769,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"info","ts":1789759477.3347888,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","EoS":true} {"level":"info","ts":1789759477.3348234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","header":"x-maas-subscription"} {"level":"info","ts":1789759477.334836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","header":"x-maas-group"} {"level":"info","ts":1789759477.3348436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","header":"x-maas-keyname"} {"level":"info","ts":1789759477.3348527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","header":"x-maas-username"} {"level":"info","ts":1789759477.3348753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759477.3349102,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"info","ts":1789759477.335731,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"info","ts":1789759477.3357592,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"info","ts":1789759477.3357806,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","EoS":false} {"level":"info","ts":1789759477.3357973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"info","ts":1789759477.3358235,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a","EoS":true} {"level":"info","ts":1789759477.3358386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"042e60cc9ce69e7990ad9a225af0ec1a","span_id":"11c124beec9b280d","x-request-id":"1e3878ad-9a9d-4a1a-a21d-13414a2a416a"} {"level":"error","ts":1789759490.8708496,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759566.7491388,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759566.7492528,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"info","ts":1789759566.7492683,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"info","ts":1789759566.7492812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","EoS":true} {"level":"info","ts":1789759566.7493067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","header":"x-maas-username"} {"level":"info","ts":1789759566.7493172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","header":"x-maas-group"} {"level":"info","ts":1789759566.7493217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","header":"x-maas-keyname"} {"level":"info","ts":1789759566.749326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","header":"x-maas-subscription"} {"level":"info","ts":1789759566.7493408,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789759566.7493653,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"info","ts":1789759566.7619095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"info","ts":1789759566.761933,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"info","ts":1789759566.761948,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","EoS":false} {"level":"info","ts":1789759566.7619603,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"info","ts":1789759566.7619855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e","EoS":true} {"level":"info","ts":1789759566.7619953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e0036267ebca5987a5bb38b6f7ba5a1f","span_id":"12ad4f787d443b55","x-request-id":"d4406764-7a74-418d-a3f5-8085a53a5a9e"} {"level":"error","ts":1789759580.8820548,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759659.2210774,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759659.2211971,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"info","ts":1789759659.2212117,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"info","ts":1789759659.221223,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","EoS":true} {"level":"info","ts":1789759659.2212467,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","header":"x-maas-group"} {"level":"info","ts":1789759659.221257,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","header":"x-maas-username"} {"level":"info","ts":1789759659.2212615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","header":"x-maas-subscription"} {"level":"info","ts":1789759659.221265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","header":"x-maas-keyname"} {"level":"info","ts":1789759659.221279,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789759659.2213058,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"info","ts":1789759659.2221627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"info","ts":1789759659.222182,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"info","ts":1789759659.2221951,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","EoS":false} {"level":"info","ts":1789759659.2222068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"info","ts":1789759659.2222354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3","EoS":true} {"level":"info","ts":1789759659.2222452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7899e20a9209dec71a533b401f99d58e","span_id":"643241d2468ae0fa","x-request-id":"00e31e92-db97-4767-928f-b290013e94d3"} {"level":"error","ts":1789759670.8928041,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759673.4118245,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759673.4119573,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.4119816,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.4120011,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","EoS":true} {"level":"info","ts":1789759673.4120255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","header":"x-maas-username"} {"level":"info","ts":1789759673.4120364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","header":"x-maas-subscription"} {"level":"info","ts":1789759673.4120414,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","header":"x-maas-group"} {"level":"info","ts":1789759673.4120455,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","header":"x-maas-keyname"} {"level":"info","ts":1789759673.4120607,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789759673.4120882,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.4258049,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.4258304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.425859,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","EoS":false} {"level":"info","ts":1789759673.4258754,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.4259083,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","EoS":false} {"level":"info","ts":1789759673.425925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.4259415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22","EoS":true} {"level":"info","ts":1789759673.425952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a267ee3a5f0b834f87422b1b9ffe5d0e","span_id":"0bab524a676af276","x-request-id":"aab35566-e3c1-4e63-aa3b-ad36f777bc22"} {"level":"info","ts":1789759673.5667677,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759673.5668795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5668938,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5669057,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","EoS":true} {"level":"info","ts":1789759673.5669272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","header":"x-maas-group"} {"level":"info","ts":1789759673.5669367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","header":"x-maas-subscription"} {"level":"info","ts":1789759673.5669417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","header":"x-maas-username"} {"level":"info","ts":1789759673.5669467,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","header":"x-maas-keyname"} {"level":"info","ts":1789759673.5669608,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789759673.5669894,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5691495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5691674,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5691814,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","EoS":false} {"level":"info","ts":1789759673.5691922,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5692165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","EoS":false} {"level":"info","ts":1789759673.5692263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5692377,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","EoS":false} {"level":"info","ts":1789759673.5692482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.5692587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c","EoS":true} {"level":"info","ts":1789759673.5692651,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"47aa7cc01d839c73fbbb5e6db35b4b52","span_id":"dc818ef17c31a30b","x-request-id":"731b0638-c911-4d46-949a-2c92e7ad5a2c"} {"level":"info","ts":1789759673.7079618,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759673.7080588,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.7080712,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.708083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","EoS":true} {"level":"info","ts":1789759673.7081022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","header":"x-maas-keyname"} {"level":"info","ts":1789759673.7081113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","header":"x-maas-group"} {"level":"info","ts":1789759673.708117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","header":"x-maas-subscription"} {"level":"info","ts":1789759673.7081232,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","header":"x-maas-username"} {"level":"info","ts":1789759673.708138,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789759673.7081633,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.7090957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.709114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.7091281,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","EoS":false} {"level":"info","ts":1789759673.7091398,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.7091646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","EoS":false} {"level":"info","ts":1789759673.7091765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"info","ts":1789759673.7091866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea","EoS":true} {"level":"info","ts":1789759673.709195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"911160ede303bd0ec7e7833c56b66682","span_id":"52e056800acdbfc2","x-request-id":"84298cfc-0c93-43d4-8876-fe2e63d2e9ea"} {"level":"error","ts":1789759685.8939373,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789759687.6087682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789759687.608912,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"info","ts":1789759687.6089358,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"info","ts":1789759687.6089582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","EoS":true} {"level":"info","ts":1789759687.6089869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","header":"x-maas-subscription"} {"level":"info","ts":1789759687.6090019,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","header":"x-maas-keyname"} {"level":"info","ts":1789759687.6090083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","header":"x-maas-username"} {"level":"info","ts":1789759687.6090133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","header":"x-maas-group"} {"level":"info","ts":1789759687.6090286,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789759687.6090539,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"info","ts":1789759687.6108396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"info","ts":1789759687.6108513,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"info","ts":1789759687.610865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","EoS":false} {"level":"info","ts":1789759687.6108813,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"info","ts":1789759687.6109078,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f","EoS":true} {"level":"info","ts":1789759687.6109152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e2ee11dbb2b965965c1039b873bf279b","span_id":"bbf233a49bb33c9e","x-request-id":"ed568b7e-d014-4706-83d1-adf123d25a8f"} {"level":"error","ts":1789759700.8943906,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}