{"level":"info","ts":1789754634.308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831","header":"x-maas-group"}
{"level":"info","ts":1789754634.3080046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831","header":"x-maas-subscription"}
{"level":"info","ts":1789754634.3080091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831","header":"x-maas-username"}
{"level":"info","ts":1789754634.3080237,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789754634.3080478,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831"}
{"level":"info","ts":1789754634.3156507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831"}
{"level":"info","ts":1789754634.3156743,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831"}
{"level":"info","ts":1789754634.3156922,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831","EoS":false}
{"level":"info","ts":1789754634.3157034,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831"}
{"level":"info","ts":1789754634.3157263,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831","EoS":true}
{"level":"info","ts":1789754634.3157358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e425e4d0ce28e15c72cefbc4fb86c14e","span_id":"75eb6027f52bbc05","x-request-id":"09a552c0-9eb7-4e1a-a3ba-e45b9a8f9831"}
{"level":"info","ts":1789754634.3554144,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754634.3555143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.3555295,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.3555477,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","EoS":true}
{"level":"info","ts":1789754634.355575,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","header":"x-maas-username"}
{"level":"info","ts":1789754634.3555884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","header":"x-maas-keyname"}
{"level":"info","ts":1789754634.3555958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","header":"x-maas-subscription"}
{"level":"info","ts":1789754634.355603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","header":"x-maas-group"}
{"level":"info","ts":1789754634.3556268,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789754634.3556585,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.3566654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.356677,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.3566935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","EoS":false}
{"level":"info","ts":1789754634.3567066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.3567393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe","EoS":true}
{"level":"info","ts":1789754634.3567505,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ae89bcbc4eb492a892813867c2730c75","span_id":"94b6fca0447b882d","x-request-id":"43bfd2f2-2db9-4fe4-9e2a-c6091d799dbe"}
{"level":"info","ts":1789754634.413744,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754634.4138286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"info","ts":1789754634.413841,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"info","ts":1789754634.4138517,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","EoS":true}
{"level":"info","ts":1789754634.4138703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","header":"x-maas-group"}
{"level":"info","ts":1789754634.4138794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","header":"x-maas-username"}
{"level":"info","ts":1789754634.4138842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","header":"x-maas-subscription"}
{"level":"info","ts":1789754634.4138887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","header":"x-maas-keyname"}
{"level":"info","ts":1789754634.4139006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789754634.4139216,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"info","ts":1789754634.4172366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"info","ts":1789754634.4172573,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"info","ts":1789754634.4172764,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","EoS":false}
{"level":"info","ts":1789754634.417291,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"info","ts":1789754634.4173167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe","EoS":true}
{"level":"info","ts":1789754634.417332,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f52efae7371d1dfffbf4bb9da98ca1fc","span_id":"13f01a7c1b2b78bf","x-request-id":"b7c59bea-afdb-4839-8719-0df26466e9fe"}
{"level":"error","ts":1789754642.9297993,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789754655.3678045,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754655.3678906,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"51bace705c3a1df0782791528a0a0be3","span_id":"bd745816aff99a3d","x-request-id":"56db195d-40df-4f62-96a7-94503e23e070"}
{"level":"info","ts":1789754655.3679035,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"51bace705c3a1df0782791528a0a0be3","span_id":"bd745816aff99a3d","x-request-id":"56db195d-40df-4f62-96a7-94503e23e070"}
{"level":"info","ts":1789754655.3679142,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"51bace705c3a1df0782791528a0a0be3","span_id":"bd745816aff99a3d","x-request-id":"56db195d-40df-4f62-96a7-94503e23e070","EoS":true}
{"level":"info","ts":1789754655.3679576,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"51bace705c3a1df0782791528a0a0be3","span_id":"bd745816aff99a3d","x-request-id":"56db195d-40df-4f62-96a7-94503e23e070"}
{"level":"info","ts":1789754655.518072,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754655.518164,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1e5a891e671199416c9188f73df536aa","span_id":"80893b18ea0bb59f","x-request-id":"972be797-367e-47a6-adf3-98ecdf061c70"}
{"level":"info","ts":1789754655.518178,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1e5a891e671199416c9188f73df536aa","span_id":"80893b18ea0bb59f","x-request-id":"972be797-367e-47a6-adf3-98ecdf061c70"}
{"level":"info","ts":1789754655.5181904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1e5a891e671199416c9188f73df536aa","span_id":"80893b18ea0bb59f","x-request-id":"972be797-367e-47a6-adf3-98ecdf061c70","EoS":true}
{"level":"info","ts":1789754655.5182304,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1e5a891e671199416c9188f73df536aa","span_id":"80893b18ea0bb59f","x-request-id":"972be797-367e-47a6-adf3-98ecdf061c70"}
{"level":"info","ts":1789754655.6632383,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754655.6633222,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"720dcdc2ae0b0afc7c94d8c60af924dd","span_id":"f529e2c75c8ee4a9","x-request-id":"054840a4-09e0-4d43-bfc9-13d8cac7411c"}
{"level":"info","ts":1789754655.6633337,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"720dcdc2ae0b0afc7c94d8c60af924dd","span_id":"f529e2c75c8ee4a9","x-request-id":"054840a4-09e0-4d43-bfc9-13d8cac7411c"}
{"level":"info","ts":1789754655.6633444,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"720dcdc2ae0b0afc7c94d8c60af924dd","span_id":"f529e2c75c8ee4a9","x-request-id":"054840a4-09e0-4d43-bfc9-13d8cac7411c","EoS":true}
{"level":"info","ts":1789754655.663386,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"720dcdc2ae0b0afc7c94d8c60af924dd","span_id":"f529e2c75c8ee4a9","x-request-id":"054840a4-09e0-4d43-bfc9-13d8cac7411c"}
{"level":"error","ts":1789754657.9309616,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789754667.9315577,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789755778.1702387,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789755778.1703403,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.1703515,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.1703637,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","EoS":true}
{"level":"info","ts":1789755778.170388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","header":"x-maas-group"}
{"level":"info","ts":1789755778.170398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","header":"x-maas-username"}
{"level":"info","ts":1789755778.1704032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","header":"x-maas-subscription"}
{"level":"info","ts":1789755778.1704087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","header":"x-maas-keyname"}
{"level":"info","ts":1789755778.1704228,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789755778.170452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.1715164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.1715333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.1715472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","EoS":false}
{"level":"info","ts":1789755778.1715586,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.1715834,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b","EoS":true}
{"level":"info","ts":1789755778.1715953,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d8996a0f507399925d9600b166513722","span_id":"0eb597fbd7d2b521","x-request-id":"dae90de2-a0b1-4530-897d-9f7da004de6b"}
{"level":"info","ts":1789755778.2099795,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789755778.210055,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"info","ts":1789755778.2100685,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"info","ts":1789755778.2100801,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","EoS":true}
{"level":"info","ts":1789755778.2101014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","header":"x-maas-subscription"}
{"level":"info","ts":1789755778.2101114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","header":"x-maas-keyname"}
{"level":"info","ts":1789755778.210135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","header":"x-maas-group"}
{"level":"info","ts":1789755778.2101398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","header":"x-maas-username"}
{"level":"info","ts":1789755778.2101517,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789755778.210175,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"info","ts":1789755778.2110968,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"info","ts":1789755778.211113,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"info","ts":1789755778.211142,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","EoS":false}
{"level":"info","ts":1789755778.2111573,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"info","ts":1789755778.2111826,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e","EoS":true}
{"level":"info","ts":1789755778.2111962,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e10eabde5227e5549d291101a1e451df","span_id":"0be49608c39a8942","x-request-id":"9fef6a31-233d-41e7-8461-1cb6336e7a6e"}
{"level":"error","ts":1789755793.0565891,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756090.2642567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d671c0ff-4fa9-4b92-8f4f-2de843b4058a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789756090.264313,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d671c0ff-4fa9-4b92-8f4f-2de843b4058a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.2643325,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d671c0ff-4fa9-4b92-8f4f-2de843b4058a"}
{"level":"info","ts":1789756090.2642562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"639ca4ec-61ed-4b5e-ae1c-8f8d820fe082"}
{"level":"error","ts":1789756090.2704577,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"639ca4ec-61ed-4b5e-ae1c-8f8d820fe082","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.2705116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"627eddb7-ceca-47f7-8416-e3b5b48699bd","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789756090.2705407,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"627eddb7-ceca-47f7-8416-e3b5b48699bd","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.2705715,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"627eddb7-ceca-47f7-8416-e3b5b48699bd"}
{"level":"info","ts":1789756090.2778668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"924ba915-a1fd-4d6c-839e-a639613f9601","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789756090.2778902,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"639ca4ec-61ed-4b5e-ae1c-8f8d820fe082","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.2778966,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"924ba915-a1fd-4d6c-839e-a639613f9601","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.2779233,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"924ba915-a1fd-4d6c-839e-a639613f9601"}
{"level":"info","ts":1789756090.2779503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1daf31a5-9f91-4a2e-85f5-0a3557f3a0e4"}
{"level":"error","ts":1789756090.2779732,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1daf31a5-9f91-4a2e-85f5-0a3557f3a0e4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.2822971,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1daf31a5-9f91-4a2e-85f5-0a3557f3a0e4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.2823637,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a563858c-5fec-4b91-a4b5-4794e9896da7"}
{"level":"error","ts":1789756090.2823937,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a563858c-5fec-4b91-a4b5-4794e9896da7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.2863138,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a563858c-5fec-4b91-a4b5-4794e9896da7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.3065388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a94418f-0da8-4df7-8b38-0307c0fb6364"}
{"level":"error","ts":1789756090.3065674,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a94418f-0da8-4df7-8b38-0307c0fb6364","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.31197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a94418f-0da8-4df7-8b38-0307c0fb6364","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.3520653,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bbc0e76f-5fc7-4db8-a9e0-86472f71e00d"}
{"level":"error","ts":1789756090.3521452,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bbc0e76f-5fc7-4db8-a9e0-86472f71e00d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.3567278,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bbc0e76f-5fc7-4db8-a9e0-86472f71e00d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.3936942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bc80daca-ab11-4d0e-a81b-ef3652295431","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789756090.393735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8eb947f7-f18c-43c3-836e-3ddc6cf5ecaa"}
{"level":"error","ts":1789756090.393728,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bc80daca-ab11-4d0e-a81b-ef3652295431","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.3937533,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bc80daca-ab11-4d0e-a81b-ef3652295431"}
{"level":"error","ts":1789756090.3937743,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8eb947f7-f18c-43c3-836e-3ddc6cf5ecaa","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.3980367,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8eb947f7-f18c-43c3-836e-3ddc6cf5ecaa","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.5584795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2c96411-d161-4460-a7db-1abaea42afe0"}
{"level":"error","ts":1789756090.5585392,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2c96411-d161-4460-a7db-1abaea42afe0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.5635183,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2c96411-d161-4460-a7db-1abaea42afe0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756090.8839655,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b9a7972-3dd9-4657-8cbc-e76629f3517e"}
{"level":"error","ts":1789756090.8840144,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b9a7972-3dd9-4657-8cbc-e76629f3517e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756090.8885427,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4b9a7972-3dd9-4657-8cbc-e76629f3517e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756091.5294771,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3b0f623-05e4-4474-9ed7-6dc923a93dde"}
{"level":"error","ts":1789756091.5295236,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3b0f623-05e4-4474-9ed7-6dc923a93dde","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756091.5340848,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3b0f623-05e4-4474-9ed7-6dc923a93dde","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756092.814691,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b546166-23e0-4a83-8ecc-61ed5d984b12"}
{"level":"error","ts":1789756092.8147335,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b546166-23e0-4a83-8ecc-61ed5d984b12","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789756092.8211045,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b546166-23e0-4a83-8ecc-61ed5d984b12","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756095.3822894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6c0750f0-53af-465b-87a7-f9b425c4a260"}
{"level":"error","ts":1789756095.382343,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6c0750f0-53af-465b-87a7-f9b425c4a260","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756095.394155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42216969-fe63-4991-9188-de8f01b38567","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789756095.3941958,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42216969-fe63-4991-9188-de8f01b38567","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756095.3942156,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42216969-fe63-4991-9188-de8f01b38567"}
{"level":"error","ts":1789756095.395009,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6c0750f0-53af-465b-87a7-f9b425c4a260","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789756095.6752803,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756095.6753926,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.675407,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.675425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","EoS":true}
{"level":"info","ts":1789756095.6754625,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","header":"x-maas-username"}
{"level":"info","ts":1789756095.675475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","header":"x-maas-group"}
{"level":"info","ts":1789756095.6754851,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","header":"x-maas-subscription"}
{"level":"info","ts":1789756095.6754937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","header":"x-maas-keyname"}
{"level":"info","ts":1789756095.6755128,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756095.6755493,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.6771464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.6771662,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.6771855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","EoS":false}
{"level":"info","ts":1789756095.6771986,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.6772301,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32","EoS":true}
{"level":"info","ts":1789756095.6772416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4d1edefe8c391d752d9bef896a829dbf","span_id":"788c944fe6b134d5","x-request-id":"516da94e-2542-4106-9891-dc4a7c194f32"}
{"level":"info","ts":1789756095.7813172,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756095.7814794,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.7815034,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.781523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","EoS":true}
{"level":"info","ts":1789756095.7815547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","header":"x-maas-username"}
{"level":"info","ts":1789756095.7815685,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","header":"x-maas-subscription"}
{"level":"info","ts":1789756095.7815769,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","header":"x-maas-keyname"}
{"level":"info","ts":1789756095.781585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","header":"x-maas-group"}
{"level":"info","ts":1789756095.7816038,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756095.7816346,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.782708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.782727,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.7827415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","EoS":false}
{"level":"info","ts":1789756095.7827566,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.7827892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568","EoS":true}
{"level":"info","ts":1789756095.7828016,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd9ecce3bb0b1b4e462d6cb09f501fc5","span_id":"b2629ee37a637859","x-request-id":"3025b77d-1f04-47b2-8467-f36652aec568"}
{"level":"info","ts":1789756095.8695989,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756095.869707,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756095.8697245,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756095.8697913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","EoS":true}
{"level":"info","ts":1789756095.869824,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","header":"x-maas-group"}
{"level":"info","ts":1789756095.869836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","header":"x-maas-keyname"}
{"level":"info","ts":1789756095.8698518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","header":"x-maas-subscription"}
{"level":"info","ts":1789756095.8698606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","header":"x-maas-username"}
{"level":"info","ts":1789756095.869882,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756095.869916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756095.870843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756095.8708582,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756095.8708727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","EoS":false}
{"level":"info","ts":1789756095.8708858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756095.8709176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2","EoS":true}
{"level":"info","ts":1789756095.8709292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7fde290afd4556ebd35b86c043ab40a4","span_id":"bddafcf8e5fc01d0","x-request-id":"ac4b12c8-9e97-493c-83c3-2a710f5336f2"}
{"level":"info","ts":1789756096.009304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f85efc1b-78ad-4dec-bf88-41dfe87e17dc","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789756096.009341,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"69c70cf5-39eb-4039-9e3d-2f616d63a05a"}
{"level":"info","ts":1789756096.0093474,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f85efc1b-78ad-4dec-bf88-41dfe87e17dc","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789756108.096905,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756124.1437542,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756124.1438887,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.1439085,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.14393,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","EoS":true}
{"level":"info","ts":1789756124.1439688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","header":"x-maas-keyname"}
{"level":"info","ts":1789756124.1439834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","header":"x-maas-group"}
{"level":"info","ts":1789756124.1439927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","header":"x-maas-username"}
{"level":"info","ts":1789756124.144001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","header":"x-maas-subscription"}
{"level":"info","ts":1789756124.1440272,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756124.1440694,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.1566556,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.1566787,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.1566992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","EoS":false}
{"level":"info","ts":1789756124.1567152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.1567526,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e","EoS":true}
{"level":"info","ts":1789756124.1567638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7f79890a0e5a77fa64210f906b5e801a","span_id":"01e173a002f3bed4","x-request-id":"a0180ccc-49f9-4944-91ed-c2c3baa4e94e"}
{"level":"info","ts":1789756124.2967684,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756124.2968764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.2968903,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.2969072,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","EoS":true}
{"level":"info","ts":1789756124.2969398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","header":"x-maas-keyname"}
{"level":"info","ts":1789756124.2969534,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","header":"x-maas-group"}
{"level":"info","ts":1789756124.2969623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","header":"x-maas-subscription"}
{"level":"info","ts":1789756124.2969694,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","header":"x-maas-username"}
{"level":"info","ts":1789756124.2969909,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756124.2970254,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.2987726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.2987926,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.2988052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","EoS":false}
{"level":"info","ts":1789756124.2988176,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.2988448,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa","EoS":true}
{"level":"info","ts":1789756124.2988584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fbaeb74646ec2d966aa6991f161a94e","span_id":"0b12155df7945079","x-request-id":"24316638-42cc-4f4e-a011-03a92efa6daa"}
{"level":"info","ts":1789756124.4391983,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756124.4393022,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.4393177,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.4393363,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","EoS":true}
{"level":"info","ts":1789756124.439373,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","header":"x-maas-subscription"}
{"level":"info","ts":1789756124.4393852,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","header":"x-maas-group"}
{"level":"info","ts":1789756124.4393938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","header":"x-maas-username"}
{"level":"info","ts":1789756124.4394014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","header":"x-maas-keyname"}
{"level":"info","ts":1789756124.4394243,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756124.4394712,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.4402494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.4402719,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.440287,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","EoS":false}
{"level":"info","ts":1789756124.4402997,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.4403248,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b","EoS":true}
{"level":"info","ts":1789756124.440331,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"587ca96adf74b9068347966e55e16587","span_id":"44470a6e14744163","x-request-id":"c3753892-f9c8-4277-a431-320a4fdc930b"}
{"level":"info","ts":1789756124.5840213,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756124.5841062,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.5841417,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.5841553,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","EoS":true}
{"level":"info","ts":1789756124.5841758,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","header":"x-maas-username"}
{"level":"info","ts":1789756124.5841835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","header":"x-maas-group"}
{"level":"info","ts":1789756124.5841885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","header":"x-maas-subscription"}
{"level":"info","ts":1789756124.584193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","header":"x-maas-keyname"}
{"level":"info","ts":1789756124.584207,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756124.5842285,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.585063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.5850859,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.5850997,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","EoS":false}
{"level":"info","ts":1789756124.5851119,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.5851536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627","EoS":true}
{"level":"info","ts":1789756124.5851638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37cc2fc212571e89cffa2850ae21f1b3","span_id":"b78119df9f6e9d6c","x-request-id":"44524d1d-1952-41c7-82b6-fb884f101627"}
{"level":"info","ts":1789756124.7229087,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756124.723003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756124.723016,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756124.7230315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","EoS":true}
{"level":"info","ts":1789756124.7230558,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","header":"x-maas-keyname"}
{"level":"info","ts":1789756124.7230637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","header":"x-maas-group"}
{"level":"info","ts":1789756124.7230687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","header":"x-maas-subscription"}
{"level":"info","ts":1789756124.7230735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","header":"x-maas-username"}
{"level":"info","ts":1789756124.7230895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756124.7231395,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756124.7239711,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756124.7239883,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756124.7240102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","EoS":false}
{"level":"info","ts":1789756124.72403,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756124.7240655,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09","EoS":true}
{"level":"info","ts":1789756124.7240765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d21f2ee3eebfb2a211e1d7c7a5a9cf75","span_id":"1f419017ba5e1e35","x-request-id":"e2bbd934-c345-48dc-8baf-7869cbec5c09"}
{"level":"info","ts":1789756135.6519394,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756135.6520507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.6520677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.6520865,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","EoS":true}
{"level":"info","ts":1789756135.6521447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","header":"x-maas-keyname"}
{"level":"info","ts":1789756135.652168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","header":"x-maas-username"}
{"level":"info","ts":1789756135.6521769,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","header":"x-maas-subscription"}
{"level":"info","ts":1789756135.6521847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","header":"x-maas-group"}
{"level":"info","ts":1789756135.6522055,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756135.6522439,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.6538286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.6538498,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.6538785,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","EoS":false}
{"level":"info","ts":1789756135.6538944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.6539297,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b","EoS":true}
{"level":"info","ts":1789756135.6539412,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4995a30d722aa5bc0337728809c24807","span_id":"b1e507f709656d81","x-request-id":"31d63ba0-aef8-4299-91ce-e803ed6eb36b"}
{"level":"info","ts":1789756135.7593222,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756135.759417,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b"}
{"level":"info","ts":1789756135.7603538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b"}
{"level":"info","ts":1789756135.7603734,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b"}
{"level":"info","ts":1789756135.7603889,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b","EoS":false}
{"level":"info","ts":1789756135.7604,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b"}
{"level":"info","ts":1789756135.7604265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b","EoS":true}
{"level":"info","ts":1789756135.760436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a16e128d6f6beb40a36e8e62bda21043","span_id":"b78c89e1b1777565","x-request-id":"4db107e8-3822-4031-899e-43461a67f38b"}
{"level":"info","ts":1789756136.5218368,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756136.5219336,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756136.5219471,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756136.5219598,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","EoS":true}
{"level":"info","ts":1789756136.5219822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","header":"x-maas-username"}
{"level":"info","ts":1789756136.5219924,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","header":"x-maas-group"}
{"level":"info","ts":1789756136.521998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","header":"x-maas-keyname"}
{"level":"info","ts":1789756136.5220025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","header":"x-maas-subscription"}
{"level":"info","ts":1789756136.5220158,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756136.5220385,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756136.523082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756136.5231006,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756136.5231411,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","EoS":false}
{"level":"info","ts":1789756136.5231597,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756136.5231833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e","EoS":true}
{"level":"info","ts":1789756136.5231934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a41baedc691f601688027a0f1aafa2b","span_id":"da7dfc24a4bb1ffd","x-request-id":"8c15b006-fc0a-4f80-97a2-95d7b46f516e"}
{"level":"info","ts":1789756137.4792922,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756137.479412,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"info","ts":1789756137.4794285,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"info","ts":1789756137.4794471,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","EoS":true}
{"level":"info","ts":1789756137.4794831,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","header":"x-maas-username"}
{"level":"info","ts":1789756137.4794962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","header":"x-maas-keyname"}
{"level":"info","ts":1789756137.4795048,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","header":"x-maas-group"}
{"level":"info","ts":1789756137.4795127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","header":"x-maas-subscription"}
{"level":"info","ts":1789756137.4795337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756137.4795656,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"info","ts":1789756137.4805431,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"info","ts":1789756137.4805615,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"info","ts":1789756137.4805758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","EoS":false}
{"level":"info","ts":1789756137.4805925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"info","ts":1789756137.4806185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81","EoS":true}
{"level":"info","ts":1789756137.4806263,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"62b984dac2b021c14cfe23fcc725117f","span_id":"1d166c3818da6ade","x-request-id":"f7961b89-cc21-48ca-aec0-2fee2f5ead81"}
{"level":"error","ts":1789756138.0995433,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756138.213874,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756138.2139602,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756138.2139738,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756138.2139847,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","EoS":true}
{"level":"info","ts":1789756138.214013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","header":"x-maas-keyname"}
{"level":"info","ts":1789756138.2140229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","header":"x-maas-subscription"}
{"level":"info","ts":1789756138.2140284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","header":"x-maas-group"}
{"level":"info","ts":1789756138.2140326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","header":"x-maas-username"}
{"level":"info","ts":1789756138.2140472,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756138.214072,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756138.215078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756138.2150955,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756138.2151082,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","EoS":false}
{"level":"info","ts":1789756138.215137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756138.2151642,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611","EoS":true}
{"level":"info","ts":1789756138.2151763,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"96d427645acfd5c3d3f71ffc9e2f783a","span_id":"8dbc7238e7e60135","x-request-id":"e4a7c747-ac2d-494c-9258-74c6c467b611"}
{"level":"info","ts":1789756139.2827885,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756139.282883,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"info","ts":1789756139.2828975,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"info","ts":1789756139.2829094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","EoS":true}
{"level":"info","ts":1789756139.282936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","header":"x-maas-group"}
{"level":"info","ts":1789756139.2829485,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","header":"x-maas-username"}
{"level":"info","ts":1789756139.2829535,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","header":"x-maas-keyname"}
{"level":"info","ts":1789756139.2829576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","header":"x-maas-subscription"}
{"level":"info","ts":1789756139.2829728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756139.2829967,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"info","ts":1789756139.2839627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"info","ts":1789756139.2839859,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"info","ts":1789756139.2839985,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","EoS":false}
{"level":"info","ts":1789756139.2840137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"info","ts":1789756139.2840405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c","EoS":true}
{"level":"info","ts":1789756139.2840552,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bca5da0d04bfef06f1a4e4bdeb768904","span_id":"0c2fedd42defb6dd","x-request-id":"10d1501c-914d-4971-b316-04db8a36693c"}
{"level":"error","ts":1789756153.1012192,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756165.2236278,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756165.2237232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"info","ts":1789756165.2237422,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"info","ts":1789756165.223759,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","EoS":true}
{"level":"info","ts":1789756165.2237864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","header":"x-maas-keyname"}
{"level":"info","ts":1789756165.2237976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","header":"x-maas-username"}
{"level":"info","ts":1789756165.2238045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","header":"x-maas-subscription"}
{"level":"info","ts":1789756165.2238114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","header":"x-maas-group"}
{"level":"info","ts":1789756165.2238288,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756165.2238598,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"info","ts":1789756165.2257535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"info","ts":1789756165.2257724,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"info","ts":1789756165.2257862,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","EoS":false}
{"level":"info","ts":1789756165.2257981,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"info","ts":1789756165.2258265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef","EoS":true}
{"level":"info","ts":1789756165.2258358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4f3fc760dbc570b5320c15e79290206f","span_id":"60f910ee18b1eb60","x-request-id":"03a1e7f9-32bb-4ed6-96b4-e2333bd983ef"}
{"level":"error","ts":1789756178.1048455,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756264.182847,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756264.1829386,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"info","ts":1789756264.1829498,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"info","ts":1789756264.1829617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","EoS":true}
{"level":"info","ts":1789756264.182983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","header":"x-maas-keyname"}
{"level":"info","ts":1789756264.1829937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","header":"x-maas-subscription"}
{"level":"info","ts":1789756264.1830006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","header":"x-maas-group"}
{"level":"info","ts":1789756264.1830082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","header":"x-maas-username"}
{"level":"info","ts":1789756264.1830244,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789756264.1830494,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"info","ts":1789756264.1959755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"info","ts":1789756264.1959949,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"info","ts":1789756264.196016,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","EoS":false}
{"level":"info","ts":1789756264.196027,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"info","ts":1789756264.1960554,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d","EoS":true}
{"level":"info","ts":1789756264.1960661,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab44bcc7c13d4498b657710c2d064ada","span_id":"f6b703395fae6ec4","x-request-id":"2fefc2c1-eec5-4da9-9089-a9fb0491b65d"}
{"level":"error","ts":1789756278.1186378,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756327.2927961,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756327.2928865,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.2928998,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.2929115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","EoS":true}
{"level":"info","ts":1789756327.2929323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","header":"x-maas-subscription"}
{"level":"info","ts":1789756327.2929454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","header":"x-maas-username"}
{"level":"info","ts":1789756327.2929523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","header":"x-maas-group"}
{"level":"info","ts":1789756327.292959,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","header":"x-maas-keyname"}
{"level":"info","ts":1789756327.2929778,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756327.2930112,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.2938464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.2938693,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.293885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","EoS":false}
{"level":"info","ts":1789756327.2938979,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.2939253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399","EoS":true}
{"level":"info","ts":1789756327.2939377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4da9b7176f65589eb6ac2b46993fca8e","span_id":"b0f58a34f13afbc7","x-request-id":"f4116c4d-55d0-42da-a8c9-9a771fc04399"}
{"level":"info","ts":1789756327.3325458,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756327.33265,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"info","ts":1789756327.332666,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"info","ts":1789756327.332683,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","EoS":true}
{"level":"info","ts":1789756327.3327148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","header":"x-maas-username"}
{"level":"info","ts":1789756327.3327303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","header":"x-maas-subscription"}
{"level":"info","ts":1789756327.3327384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","header":"x-maas-group"}
{"level":"info","ts":1789756327.3327458,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","header":"x-maas-keyname"}
{"level":"info","ts":1789756327.3327663,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789756327.3328,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"info","ts":1789756327.3335035,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"info","ts":1789756327.333521,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"info","ts":1789756327.3335342,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","EoS":false}
{"level":"info","ts":1789756327.3335454,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"info","ts":1789756327.3335736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99","EoS":true}
{"level":"info","ts":1789756327.3335845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"601b5596d8e75a7244c868020c4984a8","span_id":"07bf88094e7abb13","x-request-id":"a652ce15-c26d-43b0-a041-29ec395e3b99"}
{"level":"error","ts":1789756338.1251106,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756340.9390936,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756340.939206,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.9392211,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.939233,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","EoS":true}
{"level":"info","ts":1789756340.9392529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","header":"x-maas-keyname"}
{"level":"info","ts":1789756340.9392662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","header":"x-maas-subscription"}
{"level":"info","ts":1789756340.9392748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","header":"x-maas-group"}
{"level":"info","ts":1789756340.9392822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","header":"x-maas-username"}
{"level":"info","ts":1789756340.9392986,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789756340.9393203,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.9519649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.9519825,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.9520006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","EoS":false}
{"level":"info","ts":1789756340.9520133,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.952037,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","EoS":false}
{"level":"info","ts":1789756340.952047,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756340.9520576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625","EoS":true}
{"level":"info","ts":1789756340.9520705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a67c1b486eff65cd2417ac8f3020224f","span_id":"ebe60ab3e7d7fbb1","x-request-id":"33762eeb-79e1-4f7b-b221-45a78e836625"}
{"level":"info","ts":1789756341.0928886,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756341.0929995,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.0930195,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.0930374,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","EoS":true}
{"level":"info","ts":1789756341.0930638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","header":"x-maas-subscription"}
{"level":"info","ts":1789756341.0930755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","header":"x-maas-group"}
{"level":"info","ts":1789756341.093081,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","header":"x-maas-keyname"}
{"level":"info","ts":1789756341.0930862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","header":"x-maas-username"}
{"level":"info","ts":1789756341.0930998,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789756341.0931478,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.0949643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.0949852,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.0950005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","EoS":false}
{"level":"info","ts":1789756341.0950115,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.0950348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","EoS":false}
{"level":"info","ts":1789756341.0950463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.095057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56","EoS":true}
{"level":"info","ts":1789756341.0950634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f55dd5f0f38d6757df4331d6833b7fc","span_id":"44b94b5843f1ee26","x-request-id":"1d1dda68-8c15-4ff3-9f64-b0227952eb56"}
{"level":"info","ts":1789756341.2319858,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756341.2320716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"info","ts":1789756341.232085,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"info","ts":1789756341.2320967,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","EoS":true}
{"level":"info","ts":1789756341.2321367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","header":"x-maas-keyname"}
{"level":"info","ts":1789756341.2321513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","header":"x-maas-group"}
{"level":"info","ts":1789756341.2321577,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","header":"x-maas-username"}
{"level":"info","ts":1789756341.2321644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","header":"x-maas-subscription"}
{"level":"info","ts":1789756341.2321782,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789756341.2322044,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"info","ts":1789756341.2330017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"info","ts":1789756341.2330194,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"info","ts":1789756341.233036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","EoS":false}
{"level":"info","ts":1789756341.2330503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"info","ts":1789756341.2330754,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390","EoS":true}
{"level":"info","ts":1789756341.2330844,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6a16db22ecc9d3b7155687adda46a5d","span_id":"2a8539c617f17b46","x-request-id":"2a4607cd-dfe8-439e-93fd-bd9789e61390"}
{"level":"error","ts":1789756353.1268115,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789756354.1353345,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789756354.135443,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}
{"level":"info","ts":1789756354.1354587,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}
{"level":"info","ts":1789756354.1354752,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","EoS":true}
{"level":"info","ts":1789756354.1354961,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","header":"x-maas-subscription"}
{"level":"info","ts":1789756354.1355069,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","header":"x-maas-username"}
{"level":"info","ts":1789756354.1355162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","header":"x-maas-keyname"}
{"level":"info","ts":1789756354.1355221,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","header":"x-maas-group"}
{"level":"info","ts":1789756354.135538,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789756354.1355727,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}
{"level":"info","ts":1789756354.1373515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}
{"level":"info","ts":1789756354.137367,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}
{"level":"info","ts":1789756354.1373804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","EoS":false}
{"level":"info","ts":1789756354.137393,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}
{"level":"info","ts":1789756354.1374183,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf","EoS":true}
{"level":"info","ts":1789756354.1374302,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6bc90713866b18918bdeb6927bed3fa","span_id":"6d169c14963ba39e","x-request-id":"7f7f6bc8-17a5-4f31-b721-99c81b1498cf"}