{"level":"info","ts":1789797248.810663,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09e85f4b15500ed80b228746e945892e","span_id":"b8327080b5c9c3dc","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405"}
{"level":"info","ts":1789797248.810686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09e85f4b15500ed80b228746e945892e","span_id":"b8327080b5c9c3dc","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405","EoS":true}
{"level":"info","ts":1789797248.8106954,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09e85f4b15500ed80b228746e945892e","span_id":"b8327080b5c9c3dc","x-request-id":"a3887d46-6e6c-4335-887e-9523d6bb8405"}
{"level":"info","ts":1789797248.8567016,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789797248.8568041,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.8568172,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.8568373,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","EoS":true}
{"level":"info","ts":1789797248.8568707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","header":"x-maas-subscription"}
{"level":"info","ts":1789797248.8568819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","header":"x-maas-username"}
{"level":"info","ts":1789797248.8568902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","header":"x-maas-group"}
{"level":"info","ts":1789797248.856899,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","header":"x-maas-keyname"}
{"level":"info","ts":1789797248.8569198,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789797248.8569539,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.8682504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.8682728,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.868284,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","EoS":false}
{"level":"info","ts":1789797248.868297,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.8683233,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672","EoS":true}
{"level":"info","ts":1789797248.868331,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9b8b28a9c003d083bf21e42b8c5c574e","span_id":"59610a516787cee0","x-request-id":"45e31294-e997-48de-b006-65d98f826672"}
{"level":"info","ts":1789797248.9042413,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789797248.9043386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797248.90435,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797248.904361,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","EoS":true}
{"level":"info","ts":1789797248.9043822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","header":"x-maas-subscription"}
{"level":"info","ts":1789797248.9043899,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","header":"x-maas-group"}
{"level":"info","ts":1789797248.9043949,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","header":"x-maas-username"}
{"level":"info","ts":1789797248.9044251,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","header":"x-maas-keyname"}
{"level":"info","ts":1789797248.9044409,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789797248.9044662,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797248.9051874,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797248.9052064,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797248.9052227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","EoS":false}
{"level":"info","ts":1789797248.9052405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797248.9052646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8","EoS":true}
{"level":"info","ts":1789797248.9052742,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b010f0355e41221861558f52ea9e11dc","span_id":"8019a8367ec12bd0","x-request-id":"390c7621-1563-4a03-83f5-ac39732fa4e8"}
{"level":"info","ts":1789797262.79292,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789797262.7930176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4e4dd700df6cc3a5a87bed502d8a5265","span_id":"53d82b2f601f4cff","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419"}
{"level":"info","ts":1789797262.7930322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4e4dd700df6cc3a5a87bed502d8a5265","span_id":"53d82b2f601f4cff","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419"}
{"level":"info","ts":1789797262.7930489,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4e4dd700df6cc3a5a87bed502d8a5265","span_id":"53d82b2f601f4cff","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419","EoS":true}
{"level":"info","ts":1789797262.7930934,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4e4dd700df6cc3a5a87bed502d8a5265","span_id":"53d82b2f601f4cff","x-request-id":"a9289a2d-bb33-4bba-b70d-03c363fff419"}
{"level":"info","ts":1789797263.0004594,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789797263.0005512,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"50211c7c01a6ce92b2b65df554dcb9a3","span_id":"ae3766656d01cda5","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78"}
{"level":"info","ts":1789797263.0005627,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"50211c7c01a6ce92b2b65df554dcb9a3","span_id":"ae3766656d01cda5","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78"}
{"level":"info","ts":1789797263.0005736,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"50211c7c01a6ce92b2b65df554dcb9a3","span_id":"ae3766656d01cda5","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78","EoS":true}
{"level":"info","ts":1789797263.0006106,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"50211c7c01a6ce92b2b65df554dcb9a3","span_id":"ae3766656d01cda5","x-request-id":"eddde053-5af4-45a1-9bdd-d9a794e0aa78"}
{"level":"info","ts":1789797263.1613338,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789797263.161463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"acbf022d65913267afb0d84ba366387e","span_id":"c6039f2fecab5a99","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48"}
{"level":"info","ts":1789797263.1614823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"acbf022d65913267afb0d84ba366387e","span_id":"c6039f2fecab5a99","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48"}
{"level":"info","ts":1789797263.1615005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"acbf022d65913267afb0d84ba366387e","span_id":"c6039f2fecab5a99","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48","EoS":true}
{"level":"info","ts":1789797263.1615613,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"acbf022d65913267afb0d84ba366387e","span_id":"c6039f2fecab5a99","x-request-id":"53f60b32-b9de-4daf-9152-8774ad2dbd48"}
{"level":"error","ts":1789797263.7660496,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789797278.7679312,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798332.8173754,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798332.8175037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.8175154,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.8175273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","EoS":true}
{"level":"info","ts":1789798332.817555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","header":"x-maas-username"}
{"level":"info","ts":1789798332.817565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","header":"x-maas-subscription"}
{"level":"info","ts":1789798332.81757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","header":"x-maas-keyname"}
{"level":"info","ts":1789798332.8175747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","header":"x-maas-group"}
{"level":"info","ts":1789798332.8175898,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789798332.8176165,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.81846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.8184898,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.818509,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","EoS":false}
{"level":"info","ts":1789798332.8185213,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.81855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433","EoS":true}
{"level":"info","ts":1789798332.8185596,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a42715bdbb9f86df51a67fe0f0c2807","span_id":"8e634c205e50b1fd","x-request-id":"1183097c-24ba-4b84-9c96-6e380165f433"}
{"level":"info","ts":1789798332.8595908,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798332.8597145,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"info","ts":1789798332.8597288,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"info","ts":1789798332.8597493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","EoS":true}
{"level":"info","ts":1789798332.8597903,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","header":"x-maas-keyname"}
{"level":"info","ts":1789798332.8598015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","header":"x-maas-username"}
{"level":"info","ts":1789798332.859809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","header":"x-maas-group"}
{"level":"info","ts":1789798332.8598192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","header":"x-maas-subscription"}
{"level":"info","ts":1789798332.8598404,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789798332.859877,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"info","ts":1789798332.8606706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"info","ts":1789798332.860692,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"info","ts":1789798332.8607059,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","EoS":false}
{"level":"info","ts":1789798332.8607192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"info","ts":1789798332.8607452,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189","EoS":true}
{"level":"info","ts":1789798332.8607545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98492020dbe33943d5d4ecf64990f6db","span_id":"d1cb04b14d86f5b3","x-request-id":"998e2227-96af-453f-ae07-1dd409bd6189"}
{"level":"error","ts":1789798343.9008248,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798637.5588095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2cd2733-7b00-4878-9934-b16bb591f4b3"}
{"level":"info","ts":1789798637.5588098,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"67bbe462-b6ff-44c6-acc9-539eafbc6046","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798637.558958,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"67bbe462-b6ff-44c6-acc9-539eafbc6046","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.5589795,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"67bbe462-b6ff-44c6-acc9-539eafbc6046"}
{"level":"error","ts":1789798637.5658603,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2cd2733-7b00-4878-9934-b16bb591f4b3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.5659328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3165fe43-977c-4e2e-af6c-0be7b5c5c22c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798637.5659595,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3165fe43-977c-4e2e-af6c-0be7b5c5c22c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.5659752,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3165fe43-977c-4e2e-af6c-0be7b5c5c22c"}
{"level":"info","ts":1789798637.572497,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"190bf689-cd70-426c-afe2-fea2b2aef0c9","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798637.572542,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"190bf689-cd70-426c-afe2-fea2b2aef0c9","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.572566,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"190bf689-cd70-426c-afe2-fea2b2aef0c9"}
{"level":"error","ts":1789798637.5726595,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2cd2733-7b00-4878-9934-b16bb591f4b3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.5727227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2441a28-4403-4a7e-aa2b-c6f11cd4a550"}
{"level":"error","ts":1789798637.5727646,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2441a28-4403-4a7e-aa2b-c6f11cd4a550","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798637.5766256,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2441a28-4403-4a7e-aa2b-c6f11cd4a550","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.5868719,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0253fa50-1b87-42cb-9de9-8ec13337392d"}
{"level":"error","ts":1789798637.5869102,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0253fa50-1b87-42cb-9de9-8ec13337392d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798637.590788,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0253fa50-1b87-42cb-9de9-8ec13337392d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.6119347,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"699eccb5-8bc4-4cbd-ac8b-2987e5e557b8"}
{"level":"error","ts":1789798637.6119878,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"699eccb5-8bc4-4cbd-ac8b-2987e5e557b8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798637.6160438,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"699eccb5-8bc4-4cbd-ac8b-2987e5e557b8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.6572,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"423d488a-5045-407d-9d10-1a2359a9b5c9"}
{"level":"error","ts":1789798637.6572447,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"423d488a-5045-407d-9d10-1a2359a9b5c9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798637.662895,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"423d488a-5045-407d-9d10-1a2359a9b5c9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.706708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4161cfd7-a95a-4e56-a76a-d58fcebc6d8e"}
{"level":"info","ts":1789798637.7067358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa8ab2e5-a0e8-4710-bb12-c3f1db7de384","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798637.706767,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4161cfd7-a95a-4e56-a76a-d58fcebc6d8e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798637.7067797,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa8ab2e5-a0e8-4710-bb12-c3f1db7de384","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.706803,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa8ab2e5-a0e8-4710-bb12-c3f1db7de384"}
{"level":"error","ts":1789798637.7110744,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4161cfd7-a95a-4e56-a76a-d58fcebc6d8e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798637.8714821,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbf552f7-8db9-45d6-9f4e-8095778188ea"}
{"level":"error","ts":1789798637.8715332,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbf552f7-8db9-45d6-9f4e-8095778188ea","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798637.8762736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbf552f7-8db9-45d6-9f4e-8095778188ea","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798638.1965694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8759e66-f0e7-447e-8a1c-4cbe11346682"}
{"level":"error","ts":1789798638.1966376,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8759e66-f0e7-447e-8a1c-4cbe11346682","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798638.2017946,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b8759e66-f0e7-447e-8a1c-4cbe11346682","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798638.8426714,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8b3c8232-1114-477f-bc1c-1fadc45b6eee"}
{"level":"error","ts":1789798638.8427353,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8b3c8232-1114-477f-bc1c-1fadc45b6eee","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798638.8472345,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8b3c8232-1114-477f-bc1c-1fadc45b6eee","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798640.1283593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e39aa35e-e999-4a82-bf8a-d2f26aee742e"}
{"level":"error","ts":1789798640.1284359,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e39aa35e-e999-4a82-bf8a-d2f26aee742e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798640.1330507,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e39aa35e-e999-4a82-bf8a-d2f26aee742e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798642.6941688,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c91f931d-1b19-49e2-a90d-44c5ff886f10"}
{"level":"error","ts":1789798642.6942215,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c91f931d-1b19-49e2-a90d-44c5ff886f10","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798642.6999218,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c91f931d-1b19-49e2-a90d-44c5ff886f10","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798642.7079203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2d7eb25-c738-4da5-aacc-fd15c359165a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798642.707965,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2d7eb25-c738-4da5-aacc-fd15c359165a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798642.707988,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2d7eb25-c738-4da5-aacc-fd15c359165a"}
{"level":"info","ts":1789798647.709033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1ebcd244-7edd-4a49-96b7-b02b825f7f11","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798647.709155,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1ebcd244-7edd-4a49-96b7-b02b825f7f11","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798647.7092185,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1ebcd244-7edd-4a49-96b7-b02b825f7f11"}
{"level":"info","ts":1789798647.8207943,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c73812db-39c9-4357-8124-1298f65bdab9"}
{"level":"error","ts":1789798647.8208566,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c73812db-39c9-4357-8124-1298f65bdab9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789798647.8253028,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c73812db-39c9-4357-8124-1298f65bdab9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789798648.151671,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798648.1517732,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.1517873,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.1517987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","EoS":true}
{"level":"info","ts":1789798648.1518252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","header":"x-maas-subscription"}
{"level":"info","ts":1789798648.1518357,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","header":"x-maas-keyname"}
{"level":"info","ts":1789798648.1518426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","header":"x-maas-group"}
{"level":"info","ts":1789798648.1518497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","header":"x-maas-username"}
{"level":"info","ts":1789798648.1518698,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798648.1519017,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.1527665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.1527905,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.152809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","EoS":false}
{"level":"info","ts":1789798648.1528263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.1528645,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f","EoS":true}
{"level":"info","ts":1789798648.1528785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bdb3148f9cbdb4a3199960e234478850","span_id":"197ca1d87bb07622","x-request-id":"6e450f19-8332-4385-8004-5a8ebeca845f"}
{"level":"info","ts":1789798648.1910686,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798648.1911688,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.1911802,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.1911922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","EoS":true}
{"level":"info","ts":1789798648.1912136,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","header":"x-maas-subscription"}
{"level":"info","ts":1789798648.1912239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","header":"x-maas-username"}
{"level":"info","ts":1789798648.1912286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","header":"x-maas-group"}
{"level":"info","ts":1789798648.191233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","header":"x-maas-keyname"}
{"level":"info","ts":1789798648.1912465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798648.1912713,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.1921065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.1921277,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.192142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","EoS":false}
{"level":"info","ts":1789798648.1921544,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.1921797,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d","EoS":true}
{"level":"info","ts":1789798648.1921911,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd149269594e69c647c8d7ebaf18e5e6","span_id":"388faa342c357f1a","x-request-id":"3bdeb136-58bb-45cb-accd-4315f0f1b00d"}
{"level":"info","ts":1789798648.234321,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798648.2344398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.2344558,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.234468,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","EoS":true}
{"level":"info","ts":1789798648.2344916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","header":"x-maas-keyname"}
{"level":"info","ts":1789798648.2345023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","header":"x-maas-group"}
{"level":"info","ts":1789798648.2345083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","header":"x-maas-subscription"}
{"level":"info","ts":1789798648.2345138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","header":"x-maas-username"}
{"level":"info","ts":1789798648.2345293,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798648.2345545,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.2353582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.2353702,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.2353826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","EoS":false}
{"level":"info","ts":1789798648.2353942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.2354376,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336","EoS":true}
{"level":"info","ts":1789798648.2354455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be133ab6a6f40200cdada3e93d87e700","span_id":"58d657fd8ef1fbd0","x-request-id":"c89aefbf-a509-466f-a2f3-8ebf502db336"}
{"level":"info","ts":1789798648.3348165,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798648.334917,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.3349292,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.3349416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","EoS":true}
{"level":"info","ts":1789798648.3349671,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","header":"x-maas-keyname"}
{"level":"info","ts":1789798648.3349767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","header":"x-maas-username"}
{"level":"info","ts":1789798648.334982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","header":"x-maas-subscription"}
{"level":"info","ts":1789798648.334987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","header":"x-maas-group"}
{"level":"info","ts":1789798648.3350027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798648.335028,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.335917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.3359408,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.33596,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","EoS":false}
{"level":"info","ts":1789798648.3359745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.336014,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3","EoS":true}
{"level":"info","ts":1789798648.3360252,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccea56c302b664624b9f79dd7c13e00d","span_id":"57c2e8380286f23d","x-request-id":"f65b3db6-9de1-44d4-81c1-0617c91326b3"}
{"level":"info","ts":1789798648.4830236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"14f537c2-b4f7-482d-ba6a-cf4f877118ac"}
{"level":"info","ts":1789798648.4830241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3241130a-3f05-4bfc-98b3-8f90224cbe5b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789798648.4831722,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3241130a-3f05-4bfc-98b3-8f90224cbe5b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789798658.937866,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798678.9256287,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798678.9257596,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798678.925774,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798678.9257877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","EoS":true}
{"level":"info","ts":1789798678.925811,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","header":"x-maas-group"}
{"level":"info","ts":1789798678.9258249,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","header":"x-maas-subscription"}
{"level":"info","ts":1789798678.9258325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","header":"x-maas-keyname"}
{"level":"info","ts":1789798678.9258368,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","header":"x-maas-username"}
{"level":"info","ts":1789798678.9258506,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798678.9258761,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798678.9391327,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798678.939156,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798678.9391742,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","EoS":false}
{"level":"info","ts":1789798678.939188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798678.9392173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac","EoS":true}
{"level":"info","ts":1789798678.939227,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cbf5f84f2a4f7ba41ba5fbb76787c4c7","span_id":"25b9d6225e9abce0","x-request-id":"232c95b4-c444-4841-8ad8-ee8a313483ac"}
{"level":"info","ts":1789798679.081284,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798679.0813878,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.0814188,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.0814314,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","EoS":true}
{"level":"info","ts":1789798679.0814557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","header":"x-maas-keyname"}
{"level":"info","ts":1789798679.081466,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","header":"x-maas-username"}
{"level":"info","ts":1789798679.0814703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","header":"x-maas-group"}
{"level":"info","ts":1789798679.0814753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","header":"x-maas-subscription"}
{"level":"info","ts":1789798679.081491,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798679.0815167,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.0841556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.084176,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.0841897,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","EoS":false}
{"level":"info","ts":1789798679.0842016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.0842297,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060","EoS":true}
{"level":"info","ts":1789798679.08424,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1047c0e4501fbd77c58647f1f3c56cca","span_id":"43c604dd4f6b7dab","x-request-id":"3278e2bc-bc1d-4fed-a350-a4445ced0060"}
{"level":"info","ts":1789798679.222634,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798679.2227337,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.2227454,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.2227569,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","EoS":true}
{"level":"info","ts":1789798679.222782,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","header":"x-maas-username"}
{"level":"info","ts":1789798679.2227917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","header":"x-maas-subscription"}
{"level":"info","ts":1789798679.2227972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","header":"x-maas-group"}
{"level":"info","ts":1789798679.2228017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","header":"x-maas-keyname"}
{"level":"info","ts":1789798679.2228167,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798679.2228436,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.223933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.2239556,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.2239745,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","EoS":false}
{"level":"info","ts":1789798679.2239869,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.2240114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e","EoS":true}
{"level":"info","ts":1789798679.224021,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e7aba8014afb5cb1b053f79a3d8ffba","span_id":"e1274f9ca34e3f73","x-request-id":"3cfc07af-6714-4fcc-9245-bc84b55ed15e"}
{"level":"info","ts":1789798679.3613255,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798679.3614423,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.3614557,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.3614674,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","EoS":true}
{"level":"info","ts":1789798679.3614902,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","header":"x-maas-username"}
{"level":"info","ts":1789798679.3615003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","header":"x-maas-group"}
{"level":"info","ts":1789798679.3615055,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","header":"x-maas-keyname"}
{"level":"info","ts":1789798679.3615105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","header":"x-maas-subscription"}
{"level":"info","ts":1789798679.361524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798679.3615506,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.3624692,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.3624814,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.362494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","EoS":false}
{"level":"info","ts":1789798679.3625045,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.3625245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329","EoS":true}
{"level":"info","ts":1789798679.3625326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"89d6d0eae02181b5485e4021b767e5cb","span_id":"2d0c31f550e87e15","x-request-id":"0aa2b8e4-09b7-42c7-af77-7d8dba344329"}
{"level":"info","ts":1789798679.50454,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798679.5046394,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"info","ts":1789798679.5046518,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"info","ts":1789798679.5046628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","EoS":true}
{"level":"info","ts":1789798679.5046854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","header":"x-maas-username"}
{"level":"info","ts":1789798679.504695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","header":"x-maas-keyname"}
{"level":"info","ts":1789798679.504701,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","header":"x-maas-subscription"}
{"level":"info","ts":1789798679.504705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","header":"x-maas-group"}
{"level":"info","ts":1789798679.5047219,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798679.5047448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"info","ts":1789798679.5057557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"info","ts":1789798679.505776,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"info","ts":1789798679.5057914,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","EoS":false}
{"level":"info","ts":1789798679.5058084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"info","ts":1789798679.5058455,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805","EoS":true}
{"level":"info","ts":1789798679.505857,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f6352f02fb0f18d4fd539499dd6cc200","span_id":"7242bd75e25e8572","x-request-id":"529c6f90-0404-45ba-a8dd-7bca831ec805"}
{"level":"error","ts":1789798693.940963,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798695.6097434,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798695.6098459,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.6098614,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.609873,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","EoS":true}
{"level":"info","ts":1789798695.6098974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","header":"x-maas-keyname"}
{"level":"info","ts":1789798695.6099074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","header":"x-maas-group"}
{"level":"info","ts":1789798695.609912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","header":"x-maas-username"}
{"level":"info","ts":1789798695.6099167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","header":"x-maas-subscription"}
{"level":"info","ts":1789798695.6099322,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798695.6099608,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.610966,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.6109877,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.611005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","EoS":false}
{"level":"info","ts":1789798695.6110253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.611053,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801","EoS":true}
{"level":"info","ts":1789798695.6110659,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acb9099d6dafb0ac1c3d3f15e3e2bc76","span_id":"4d4750f4b32afd5b","x-request-id":"6a9a5acd-1dfe-4499-807c-9f077c150801"}
{"level":"info","ts":1789798695.7407002,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798695.7408032,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f"}
{"level":"info","ts":1789798695.7418356,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f"}
{"level":"info","ts":1789798695.7418551,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f"}
{"level":"info","ts":1789798695.7418678,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f","EoS":false}
{"level":"info","ts":1789798695.741888,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f"}
{"level":"info","ts":1789798695.7419143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f","EoS":true}
{"level":"info","ts":1789798695.7419279,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83b3e4731aca88040e948ef96eefd52d","span_id":"5b718e5e53d8b7d4","x-request-id":"cacdd709-11ac-40e5-9707-335aedaf9d7f"}
{"level":"info","ts":1789798696.5105045,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798696.5106084,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798696.5106223,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798696.5106375,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","EoS":true}
{"level":"info","ts":1789798696.5106719,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","header":"x-maas-keyname"}
{"level":"info","ts":1789798696.510686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","header":"x-maas-group"}
{"level":"info","ts":1789798696.5106914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","header":"x-maas-subscription"}
{"level":"info","ts":1789798696.510696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","header":"x-maas-username"}
{"level":"info","ts":1789798696.5107117,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798696.5107367,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798696.51152,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798696.511544,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798696.5115592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","EoS":false}
{"level":"info","ts":1789798696.5115714,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798696.5115948,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387","EoS":true}
{"level":"info","ts":1789798696.5116036,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc5739ffb40fc538167fd806006c0e0b","span_id":"0bf9716492dadf02","x-request-id":"4ac1926b-12a2-4772-8534-1baee01c3387"}
{"level":"info","ts":1789798697.457279,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798697.4573736,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798697.4573867,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798697.4574203,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","EoS":true}
{"level":"info","ts":1789798697.457445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","header":"x-maas-subscription"}
{"level":"info","ts":1789798697.4574568,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","header":"x-maas-username"}
{"level":"info","ts":1789798697.4574616,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","header":"x-maas-group"}
{"level":"info","ts":1789798697.4574666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","header":"x-maas-keyname"}
{"level":"info","ts":1789798697.4574816,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798697.4575071,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798697.4583628,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798697.4583862,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798697.4584184,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","EoS":false}
{"level":"info","ts":1789798697.458434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798697.4584613,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181","EoS":true}
{"level":"info","ts":1789798697.4584787,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"59acfb832f46573d71f960bf74a59157","span_id":"a146d8161ec86ef6","x-request-id":"fa935059-bf1b-4a05-9d25-a4bcb6b33181"}
{"level":"info","ts":1789798698.2244368,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798698.2245564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798698.2245705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798698.2245831,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","EoS":true}
{"level":"info","ts":1789798698.2246106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","header":"x-maas-subscription"}
{"level":"info","ts":1789798698.224621,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","header":"x-maas-username"}
{"level":"info","ts":1789798698.2246268,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","header":"x-maas-group"}
{"level":"info","ts":1789798698.2246315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","header":"x-maas-keyname"}
{"level":"info","ts":1789798698.224646,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798698.2246745,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798698.2255573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798698.225584,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798698.2256036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","EoS":false}
{"level":"info","ts":1789798698.2256246,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798698.22566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa","EoS":true}
{"level":"info","ts":1789798698.2256742,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e894ddc86108d5c822e6475485bc9ac1","span_id":"4fc4c63af8bfb812","x-request-id":"8fae8937-57f9-45ec-8379-9768b44ddffa"}
{"level":"info","ts":1789798699.3041637,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798699.3042614,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"info","ts":1789798699.3042748,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"info","ts":1789798699.3042862,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","EoS":true}
{"level":"info","ts":1789798699.3043206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","header":"x-maas-username"}
{"level":"info","ts":1789798699.3043325,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","header":"x-maas-group"}
{"level":"info","ts":1789798699.3043373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","header":"x-maas-subscription"}
{"level":"info","ts":1789798699.3043418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","header":"x-maas-keyname"}
{"level":"info","ts":1789798699.304356,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798699.3043835,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"info","ts":1789798699.3051581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"info","ts":1789798699.3051775,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"info","ts":1789798699.3051906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","EoS":false}
{"level":"info","ts":1789798699.3052044,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"info","ts":1789798699.3052278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7","EoS":true}
{"level":"info","ts":1789798699.3052363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b629b5f393150fe3e2ba5bfce80aae7e","span_id":"db0a5388b0e2b8b1","x-request-id":"4c818eef-b8c8-4bd2-81a6-ddaaf2b38ad7"}
{"level":"error","ts":1789798708.9430168,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798716.938827,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798716.9389544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"info","ts":1789798716.9389687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"info","ts":1789798716.93898,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","EoS":true}
{"level":"info","ts":1789798716.939004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","header":"x-maas-group"}
{"level":"info","ts":1789798716.9390144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","header":"x-maas-username"}
{"level":"info","ts":1789798716.9390194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","header":"x-maas-subscription"}
{"level":"info","ts":1789798716.9390242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","header":"x-maas-keyname"}
{"level":"info","ts":1789798716.9390397,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798716.939066,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"info","ts":1789798716.9399107,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"info","ts":1789798716.9399374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"info","ts":1789798716.939953,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","EoS":false}
{"level":"info","ts":1789798716.9399657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"info","ts":1789798716.940019,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca","EoS":true}
{"level":"info","ts":1789798716.9400308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0ed1f704e63b92a29f4afbfaae4ce9c","span_id":"1bc507252caf848b","x-request-id":"6284299e-29bc-4281-b6b6-61418eb9afca"}
{"level":"error","ts":1789798718.9435046,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789798728.944072,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798810.4377925,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798810.4378994,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"info","ts":1789798810.4379184,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"info","ts":1789798810.4379308,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","EoS":true}
{"level":"info","ts":1789798810.4379566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","header":"x-maas-group"}
{"level":"info","ts":1789798810.4379666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","header":"x-maas-subscription"}
{"level":"info","ts":1789798810.437973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","header":"x-maas-username"}
{"level":"info","ts":1789798810.4379776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","header":"x-maas-keyname"}
{"level":"info","ts":1789798810.4379976,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789798810.4380245,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"info","ts":1789798810.4512274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"info","ts":1789798810.4512565,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"info","ts":1789798810.4512732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","EoS":false}
{"level":"info","ts":1789798810.4512863,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"info","ts":1789798810.4513154,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a","EoS":true}
{"level":"info","ts":1789798810.451325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"072378412c374159137cef53bfcf74f7","span_id":"4b905e7872a09db4","x-request-id":"6cf69980-94df-41e7-a720-39bf9225da5a"}
{"level":"error","ts":1789798823.9555333,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798891.9656415,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798891.9657435,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"info","ts":1789798891.9657571,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"info","ts":1789798891.9657695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","EoS":true}
{"level":"info","ts":1789798891.9658043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","header":"x-maas-keyname"}
{"level":"info","ts":1789798891.9658163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","header":"x-maas-group"}
{"level":"info","ts":1789798891.9658222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","header":"x-maas-username"}
{"level":"info","ts":1789798891.9658267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","header":"x-maas-subscription"}
{"level":"info","ts":1789798891.9658413,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789798891.9658697,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"info","ts":1789798891.9674532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"info","ts":1789798891.9674737,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"info","ts":1789798891.9674866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","EoS":false}
{"level":"info","ts":1789798891.9674995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"info","ts":1789798891.9675233,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f","EoS":true}
{"level":"info","ts":1789798891.9675324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"86ec33b3d0b09f48a1bf2cb51f95af4d","span_id":"84330bc567b6ef07","x-request-id":"63c8de1e-fa4c-4e9b-95c0-bfbcc9db050f"}
{"level":"error","ts":1789798903.965443,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789798905.802283,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798905.8024514,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.802469,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.802489,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","EoS":true}
{"level":"info","ts":1789798905.8025208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","header":"x-maas-group"}
{"level":"info","ts":1789798905.802533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","header":"x-maas-keyname"}
{"level":"info","ts":1789798905.8025408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","header":"x-maas-subscription"}
{"level":"info","ts":1789798905.8025484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","header":"x-maas-username"}
{"level":"info","ts":1789798905.8025703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789798905.8026023,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.8154187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.8154435,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.8154607,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","EoS":false}
{"level":"info","ts":1789798905.8154743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.815506,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","EoS":false}
{"level":"info","ts":1789798905.8155217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.8155348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16","EoS":true}
{"level":"info","ts":1789798905.815544,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ed3a8388ebf7bef4002064a16422139d","span_id":"d169aa257f16b6cf","x-request-id":"a08d5d19-5312-4b24-902a-9bed32994a16"}
{"level":"info","ts":1789798905.9577663,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798905.957865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798905.957877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798905.9578884,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","EoS":true}
{"level":"info","ts":1789798905.9579172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","header":"x-maas-username"}
{"level":"info","ts":1789798905.9579313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","header":"x-maas-keyname"}
{"level":"info","ts":1789798905.957937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","header":"x-maas-group"}
{"level":"info","ts":1789798905.9579418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","header":"x-maas-subscription"}
{"level":"info","ts":1789798905.9579573,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789798905.9579844,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798905.958977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798905.9589958,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798905.9590263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","EoS":false}
{"level":"info","ts":1789798905.9590418,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798905.959068,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c","EoS":true}
{"level":"info","ts":1789798905.9590778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06d061f2f54c7e781ddf984d55dad679","span_id":"d785674fac4a1350","x-request-id":"9f770504-acaf-49ad-96d4-dd19ed53057c"}
{"level":"info","ts":1789798906.0961645,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798906.0962646,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.096278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.0962896,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","EoS":true}
{"level":"info","ts":1789798906.09631,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","header":"x-maas-username"}
{"level":"info","ts":1789798906.096321,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","header":"x-maas-subscription"}
{"level":"info","ts":1789798906.0963264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","header":"x-maas-group"}
{"level":"info","ts":1789798906.0963311,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","header":"x-maas-keyname"}
{"level":"info","ts":1789798906.0963454,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789798906.0963695,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.0974157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.0974412,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.0974593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","EoS":false}
{"level":"info","ts":1789798906.0974727,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.0974991,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","EoS":false}
{"level":"info","ts":1789798906.09751,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798906.097521,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7","EoS":true}
{"level":"info","ts":1789798906.0975292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"73c821862953d47a14d1bb37235f7e4f","span_id":"590789179edd1cd4","x-request-id":"b0375210-cf34-402a-a39e-aa1bca71feb7"}
{"level":"info","ts":1789798918.8799534,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789798918.8800862,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.8801007,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.8801131,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","EoS":true}
{"level":"info","ts":1789798918.8801355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","header":"x-maas-group"}
{"level":"info","ts":1789798918.880146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","header":"x-maas-subscription"}
{"level":"info","ts":1789798918.8801508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","header":"x-maas-keyname"}
{"level":"info","ts":1789798918.8801558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","header":"x-maas-username"}
{"level":"info","ts":1789798918.8801706,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789798918.8801951,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.8833752,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.883412,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.8834317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","EoS":false}
{"level":"info","ts":1789798918.883448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.8834746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","EoS":false}
{"level":"info","ts":1789798918.883487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"info","ts":1789798918.8834965,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3","EoS":true}
{"level":"info","ts":1789798918.8835032,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9eb72e6b135e83cea561f2c96d63e352","span_id":"a949717452800e30","x-request-id":"e49f9603-b400-4c65-b3d5-40fcba119bd3"}
{"level":"error","ts":1789798918.9667802,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}