{"level":"info","ts":1789814946.1070943,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1071122,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1071308,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","EoS":true}
{"level":"info","ts":1789814946.1071672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","header":"x-maas-group"}
{"level":"info","ts":1789814946.1071808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","header":"x-maas-username"}
{"level":"info","ts":1789814946.1071894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","header":"x-maas-keyname"}
{"level":"info","ts":1789814946.1072042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","header":"x-maas-subscription"}
{"level":"info","ts":1789814946.1072257,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789814946.1072607,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1081004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1081192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1081314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","EoS":false}
{"level":"info","ts":1789814946.1081455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1081717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b","EoS":true}
{"level":"info","ts":1789814946.1081798,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2be960c79f9772ff40cec9b4b18ac6ba","span_id":"7e5e62cd285b0e87","x-request-id":"cd39613a-7e5f-454f-9a80-9abdc4aaed0b"}
{"level":"info","ts":1789814946.1719127,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789814946.172023,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"info","ts":1789814946.172036,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"info","ts":1789814946.1720474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","EoS":true}
{"level":"info","ts":1789814946.1720715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","header":"x-maas-subscription"}
{"level":"info","ts":1789814946.1720822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","header":"x-maas-keyname"}
{"level":"info","ts":1789814946.1720872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","header":"x-maas-group"}
{"level":"info","ts":1789814946.1720917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","header":"x-maas-username"}
{"level":"info","ts":1789814946.172105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789814946.172132,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"info","ts":1789814946.1729436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"info","ts":1789814946.1729653,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"info","ts":1789814946.172984,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","EoS":false}
{"level":"info","ts":1789814946.1729968,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"info","ts":1789814946.1730173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21","EoS":true}
{"level":"info","ts":1789814946.1730247,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f68b81186c008d7f99ff640131dcfaa","span_id":"25cab98b1986137d","x-request-id":"b40baca2-e0e0-4e23-b167-51a042521c21"}
{"level":"error","ts":1789814955.5217571,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789814958.9645278,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789814958.9646757,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a89ac72d92633b78ffa6cd824ea3f7b","span_id":"b784f5719b0d817b","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3"}
{"level":"info","ts":1789814958.9646986,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a89ac72d92633b78ffa6cd824ea3f7b","span_id":"b784f5719b0d817b","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3"}
{"level":"info","ts":1789814958.964714,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a89ac72d92633b78ffa6cd824ea3f7b","span_id":"b784f5719b0d817b","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3","EoS":true}
{"level":"info","ts":1789814958.9647639,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a89ac72d92633b78ffa6cd824ea3f7b","span_id":"b784f5719b0d817b","x-request-id":"c94fcf77-9355-47f9-bc4b-6eea954b24c3"}
{"level":"info","ts":1789814959.1075351,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789814959.107673,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d3bc609f23def3e614a2f0e9297ae189","span_id":"23b7d27f7492b2e4","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d"}
{"level":"info","ts":1789814959.1076863,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d3bc609f23def3e614a2f0e9297ae189","span_id":"23b7d27f7492b2e4","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d"}
{"level":"info","ts":1789814959.107698,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d3bc609f23def3e614a2f0e9297ae189","span_id":"23b7d27f7492b2e4","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d","EoS":true}
{"level":"info","ts":1789814959.1077409,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d3bc609f23def3e614a2f0e9297ae189","span_id":"23b7d27f7492b2e4","x-request-id":"838b6d80-839f-4456-9950-243b1a98045d"}
{"level":"info","ts":1789814959.2534633,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789814959.2535932,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05730c602bd6987847ba5acec8e225f6","span_id":"433abb4694008149","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40"}
{"level":"info","ts":1789814959.2536054,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05730c602bd6987847ba5acec8e225f6","span_id":"433abb4694008149","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40"}
{"level":"info","ts":1789814959.2536178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05730c602bd6987847ba5acec8e225f6","span_id":"433abb4694008149","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40","EoS":true}
{"level":"info","ts":1789814959.2536638,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05730c602bd6987847ba5acec8e225f6","span_id":"433abb4694008149","x-request-id":"1926c4a0-fe2d-4a80-b61b-950c31cccf40"}
{"level":"error","ts":1789814965.5222907,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789814980.5236068,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816022.940964,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816022.9410944,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.9411085,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.9411275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","EoS":true}
{"level":"info","ts":1789816022.9411678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","header":"x-maas-username"}
{"level":"info","ts":1789816022.94118,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","header":"x-maas-subscription"}
{"level":"info","ts":1789816022.941189,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","header":"x-maas-group"}
{"level":"info","ts":1789816022.9411976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","header":"x-maas-keyname"}
{"level":"info","ts":1789816022.9412203,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789816022.9412537,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.9420562,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.9420767,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.942092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","EoS":false}
{"level":"info","ts":1789816022.9421031,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.9421284,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa","EoS":true}
{"level":"info","ts":1789816022.9421358,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e8dcd3fe21b017dacdc3f739905d44d","span_id":"f2be143e99176f4b","x-request-id":"224ec20c-0451-457f-b6cf-8dfd4a57f1aa"}
{"level":"info","ts":1789816022.9881263,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816022.9882276,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"info","ts":1789816022.9882402,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"info","ts":1789816022.9882522,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","EoS":true}
{"level":"info","ts":1789816022.988279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","header":"x-maas-username"}
{"level":"info","ts":1789816022.988289,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","header":"x-maas-group"}
{"level":"info","ts":1789816022.988296,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","header":"x-maas-subscription"}
{"level":"info","ts":1789816022.988301,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","header":"x-maas-keyname"}
{"level":"info","ts":1789816022.988315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789816022.988339,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"info","ts":1789816022.989045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"info","ts":1789816022.989065,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"info","ts":1789816022.9890778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","EoS":false}
{"level":"info","ts":1789816022.9890914,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"info","ts":1789816022.989112,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9","EoS":true}
{"level":"info","ts":1789816022.9891176,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"053fe979f0b999536a2a1d752393cd51","span_id":"4466aa18b51d40c0","x-request-id":"f8953bad-c13e-47a5-b037-75d644d49ef9"}
{"level":"error","ts":1789816035.638418,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816319.7303395,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce94210-16d0-473e-9303-00202d0930e2"}
{"level":"info","ts":1789816319.7303529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"782e986e-3b5b-453b-b608-f5066833e3d6","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816319.7304914,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"782e986e-3b5b-453b-b608-f5066833e3d6","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.7305243,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"782e986e-3b5b-453b-b608-f5066833e3d6"}
{"level":"info","ts":1789816319.7375398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eaa07ed9-2762-4b3a-9c27-6e6553e335fd","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816319.737569,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce94210-16d0-473e-9303-00202d0930e2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816319.7376137,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eaa07ed9-2762-4b3a-9c27-6e6553e335fd","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.7376328,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eaa07ed9-2762-4b3a-9c27-6e6553e335fd"}
{"level":"error","ts":1789816319.7421536,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8ce94210-16d0-473e-9303-00202d0930e2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.7422194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a39b54ba-a57a-4b0c-acc4-36f8112bc427"}
{"level":"info","ts":1789816319.7422235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"87707ffc-3856-4478-997f-3dc99e6cdf8f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816319.7422466,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a39b54ba-a57a-4b0c-acc4-36f8112bc427","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816319.74225,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"87707ffc-3856-4478-997f-3dc99e6cdf8f","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.742343,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"87707ffc-3856-4478-997f-3dc99e6cdf8f"}
{"level":"error","ts":1789816319.7459357,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a39b54ba-a57a-4b0c-acc4-36f8112bc427","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.7562132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e4ac679-0541-402a-86b0-ede778be1508"}
{"level":"error","ts":1789816319.756259,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e4ac679-0541-402a-86b0-ede778be1508","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816319.759966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e4ac679-0541-402a-86b0-ede778be1508","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.7811232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4586b300-79ec-46a6-8870-ef611af74482"}
{"level":"error","ts":1789816319.781179,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4586b300-79ec-46a6-8870-ef611af74482","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816319.7853487,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4586b300-79ec-46a6-8870-ef611af74482","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.8264909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"08af7e84-b9a5-46d8-9d7a-9f346da6d52a"}
{"level":"error","ts":1789816319.8265784,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"08af7e84-b9a5-46d8-9d7a-9f346da6d52a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816319.830976,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"08af7e84-b9a5-46d8-9d7a-9f346da6d52a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.8746457,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d8a1c8fb-aa0e-4659-a024-889ce9253171"}
{"level":"info","ts":1789816319.874665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f91f5231-a75b-4de9-b011-35378bd81224","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816319.8746932,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d8a1c8fb-aa0e-4659-a024-889ce9253171","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816319.8746994,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f91f5231-a75b-4de9-b011-35378bd81224","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816319.8747191,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f91f5231-a75b-4de9-b011-35378bd81224"}
{"level":"error","ts":1789816319.878379,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d8a1c8fb-aa0e-4659-a024-889ce9253171","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816320.0396073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3e325ee-9ad4-4bfc-92a2-dce0c50c73ed"}
{"level":"error","ts":1789816320.0396628,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3e325ee-9ad4-4bfc-92a2-dce0c50c73ed","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816320.0442069,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3e325ee-9ad4-4bfc-92a2-dce0c50c73ed","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816320.3646803,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74879ef8-e39b-4170-b517-7f5aaca64a3b"}
{"level":"error","ts":1789816320.3647447,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74879ef8-e39b-4170-b517-7f5aaca64a3b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816320.369637,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"74879ef8-e39b-4170-b517-7f5aaca64a3b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816321.0105147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e6f8b9b-a6c7-4bad-b729-f9cd5eb42bf7"}
{"level":"error","ts":1789816321.010586,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e6f8b9b-a6c7-4bad-b729-f9cd5eb42bf7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816321.0152729,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e6f8b9b-a6c7-4bad-b729-f9cd5eb42bf7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816322.2962203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7e4e171-8ecd-4118-9ee9-4266a8491f07"}
{"level":"error","ts":1789816322.296278,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7e4e171-8ecd-4118-9ee9-4266a8491f07","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816322.3010056,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c7e4e171-8ecd-4118-9ee9-4266a8491f07","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816324.8618414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41b8f1c9-c4d4-42ca-939e-497ec88183df"}
{"level":"error","ts":1789816324.8618999,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41b8f1c9-c4d4-42ca-939e-497ec88183df","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816324.8663237,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41b8f1c9-c4d4-42ca-939e-497ec88183df","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816324.875386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c237d5c-6ba2-4606-8b70-6853333152e8","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816324.875425,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c237d5c-6ba2-4606-8b70-6853333152e8","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816324.8754482,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4c237d5c-6ba2-4606-8b70-6853333152e8"}
{"level":"info","ts":1789816329.8760784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91e4e627-949f-4554-8258-5bee75384089","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816329.876138,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91e4e627-949f-4554-8258-5bee75384089","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816329.8761592,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"91e4e627-949f-4554-8258-5bee75384089"}
{"level":"info","ts":1789816329.987291,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"28033bf4-7e33-4317-8528-81245d03aef6"}
{"level":"error","ts":1789816329.9873507,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"28033bf4-7e33-4317-8528-81245d03aef6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789816329.9916825,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"28033bf4-7e33-4317-8528-81245d03aef6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789816330.2989113,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816330.299033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.2990494,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.2990642,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","EoS":true}
{"level":"info","ts":1789816330.299091,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","header":"x-maas-keyname"}
{"level":"info","ts":1789816330.2991009,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","header":"x-maas-username"}
{"level":"info","ts":1789816330.2991078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","header":"x-maas-group"}
{"level":"info","ts":1789816330.2991126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","header":"x-maas-subscription"}
{"level":"info","ts":1789816330.299127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816330.299151,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.299882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.2999032,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.2999198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","EoS":false}
{"level":"info","ts":1789816330.299939,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.2999609,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd","EoS":true}
{"level":"info","ts":1789816330.2999701,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e11516aaf5ecc5c23cad0fb08bc12a9f","span_id":"2a2a41c3cae035ac","x-request-id":"0584c6d3-9fad-4ea3-aaea-645f0db1decd"}
{"level":"info","ts":1789816330.3424218,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816330.3425238,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.3425362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.3425622,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","EoS":true}
{"level":"info","ts":1789816330.3425872,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","header":"x-maas-group"}
{"level":"info","ts":1789816330.3425977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","header":"x-maas-username"}
{"level":"info","ts":1789816330.3426023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","header":"x-maas-subscription"}
{"level":"info","ts":1789816330.342607,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","header":"x-maas-keyname"}
{"level":"info","ts":1789816330.3426223,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816330.3426504,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.3433774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.3433976,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.343414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","EoS":false}
{"level":"info","ts":1789816330.3434324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.3434544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e","EoS":true}
{"level":"info","ts":1789816330.3434646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84c7398e58ca7097486289982c7b4692","span_id":"3150268bd653ee40","x-request-id":"534c7d83-296b-48e1-accd-6441d322c68e"}
{"level":"info","ts":1789816330.3873086,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816330.3874128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.3874297,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.3874412,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","EoS":true}
{"level":"info","ts":1789816330.3874643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","header":"x-maas-keyname"}
{"level":"info","ts":1789816330.387474,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","header":"x-maas-group"}
{"level":"info","ts":1789816330.3874798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","header":"x-maas-subscription"}
{"level":"info","ts":1789816330.3874843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","header":"x-maas-username"}
{"level":"info","ts":1789816330.387499,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816330.3875265,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.3882058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.388225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.38824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","EoS":false}
{"level":"info","ts":1789816330.388257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.3882813,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61","EoS":true}
{"level":"info","ts":1789816330.3882911,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f650b34b982d5099f0a1703b69a47576","span_id":"7f9bd1c0718a7677","x-request-id":"8b346f88-816c-43f0-9a59-cf82203c6a61"}
{"level":"info","ts":1789816330.4863167,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816330.4864404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.4864569,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.4864745,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","EoS":true}
{"level":"info","ts":1789816330.4865015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","header":"x-maas-group"}
{"level":"info","ts":1789816330.4865108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","header":"x-maas-username"}
{"level":"info","ts":1789816330.486517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","header":"x-maas-subscription"}
{"level":"info","ts":1789816330.486522,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","header":"x-maas-keyname"}
{"level":"info","ts":1789816330.4865375,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816330.4865894,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.487372,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.487397,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.487412,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","EoS":false}
{"level":"info","ts":1789816330.4874268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.487454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da","EoS":true}
{"level":"info","ts":1789816330.4874642,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d2e9c23938853f9ff93d0ec6763588c1","span_id":"14401cf43186eef3","x-request-id":"9a9c389c-474f-45b9-a265-61a62019e7da"}
{"level":"info","ts":1789816330.6172152,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8a241ab6-9027-4650-9fd3-1f856f150b79"}
{"level":"info","ts":1789816330.617244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e08ced6-f659-4854-bca3-e4d123ef669a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789816330.6172843,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5e08ced6-f659-4854-bca3-e4d123ef669a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789816340.6746924,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816348.2143686,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816348.2144861,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.2145047,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.2145178,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","EoS":true}
{"level":"info","ts":1789816348.2145402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","header":"x-maas-group"}
{"level":"info","ts":1789816348.2145717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","header":"x-maas-username"}
{"level":"info","ts":1789816348.2145767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","header":"x-maas-keyname"}
{"level":"info","ts":1789816348.2145815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","header":"x-maas-subscription"}
{"level":"info","ts":1789816348.2145972,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816348.2146251,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.2273104,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.2273357,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.2273521,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","EoS":false}
{"level":"info","ts":1789816348.2273645,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.227395,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2","EoS":true}
{"level":"info","ts":1789816348.2274046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e7f0b46294dbba565089125cc0a3ab2e","span_id":"37d2a36654c9c8bb","x-request-id":"53abe5ee-fa42-4e26-ba92-4e3245ee48e2"}
{"level":"info","ts":1789816348.3652282,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816348.3653295,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.3653433,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.3653545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","EoS":true}
{"level":"info","ts":1789816348.3653765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","header":"x-maas-group"}
{"level":"info","ts":1789816348.365386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","header":"x-maas-subscription"}
{"level":"info","ts":1789816348.365391,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","header":"x-maas-username"}
{"level":"info","ts":1789816348.3653958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","header":"x-maas-keyname"}
{"level":"info","ts":1789816348.365411,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816348.3654356,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.366339,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.3663561,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.366368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","EoS":false}
{"level":"info","ts":1789816348.3663788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.3663988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47","EoS":true}
{"level":"info","ts":1789816348.3664064,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"116878b11b67baff27619d611a5c8939","span_id":"10c8a4e1bc1d71f3","x-request-id":"8a02b705-1fd5-473d-9de1-0d4697c15a47"}
{"level":"info","ts":1789816348.503742,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816348.5038404,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.5038524,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.5038636,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","EoS":true}
{"level":"info","ts":1789816348.503886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","header":"x-maas-username"}
{"level":"info","ts":1789816348.5038958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","header":"x-maas-keyname"}
{"level":"info","ts":1789816348.5039022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","header":"x-maas-subscription"}
{"level":"info","ts":1789816348.5039062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","header":"x-maas-group"}
{"level":"info","ts":1789816348.5039206,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816348.5039458,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.5063643,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.506383,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.506398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","EoS":false}
{"level":"info","ts":1789816348.506409,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.5064337,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2","EoS":true}
{"level":"info","ts":1789816348.5064433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"910f315794c9ca1e31ed21696f0ef172","span_id":"8b45e6556579fc88","x-request-id":"cd6f96c1-1010-4fc4-8670-4df0cb3b7ba2"}
{"level":"info","ts":1789816348.64534,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816348.6454513,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.645469,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.6454816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","EoS":true}
{"level":"info","ts":1789816348.645506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","header":"x-maas-username"}
{"level":"info","ts":1789816348.6455166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","header":"x-maas-keyname"}
{"level":"info","ts":1789816348.6455216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","header":"x-maas-group"}
{"level":"info","ts":1789816348.6455264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","header":"x-maas-subscription"}
{"level":"info","ts":1789816348.6455424,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816348.645592,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.646398,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.6464174,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.6464307,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","EoS":false}
{"level":"info","ts":1789816348.6464434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.6464634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c","EoS":true}
{"level":"info","ts":1789816348.6464715,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"90cf947d29cf478649b72b53224d2077","span_id":"b5839e8977ac6f03","x-request-id":"37fddf40-d7d8-41bd-a326-ec6f296cf65c"}
{"level":"info","ts":1789816348.7818842,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816348.7819998,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816348.7820134,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816348.782029,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","EoS":true}
{"level":"info","ts":1789816348.7820559,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","header":"x-maas-subscription"}
{"level":"info","ts":1789816348.7820659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","header":"x-maas-keyname"}
{"level":"info","ts":1789816348.7820714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","header":"x-maas-group"}
{"level":"info","ts":1789816348.782076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","header":"x-maas-username"}
{"level":"info","ts":1789816348.7820919,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816348.782115,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816348.782981,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816348.7829998,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816348.783013,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","EoS":false}
{"level":"info","ts":1789816348.7830257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816348.783049,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9","EoS":true}
{"level":"info","ts":1789816348.7830584,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37104c8b1836c9777da121e003ec1c7b","span_id":"370baf3b3578b969","x-request-id":"1ecd1421-d615-486e-b1d0-ca5095e3f6c9"}
{"level":"info","ts":1789816357.5256317,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816357.5257401,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.5257547,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.5257688,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","EoS":true}
{"level":"info","ts":1789816357.5257928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","header":"x-maas-keyname"}
{"level":"info","ts":1789816357.5258052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","header":"x-maas-group"}
{"level":"info","ts":1789816357.5258152,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","header":"x-maas-subscription"}
{"level":"info","ts":1789816357.5258195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","header":"x-maas-username"}
{"level":"info","ts":1789816357.5258362,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816357.525863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.5267067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.5267332,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.5267494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","EoS":false}
{"level":"info","ts":1789816357.526768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.526799,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31","EoS":true}
{"level":"info","ts":1789816357.526808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"88f6a4d154f66a6af434cb5678ce499c","span_id":"0cdbbc01bf67b8b0","x-request-id":"754ee228-7feb-4f18-b6aa-0a801bf48b31"}
{"level":"info","ts":1789816357.6343687,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816357.6344817,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053"}
{"level":"info","ts":1789816357.6352932,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053"}
{"level":"info","ts":1789816357.6353178,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053"}
{"level":"info","ts":1789816357.6353333,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053","EoS":false}
{"level":"info","ts":1789816357.6353488,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053"}
{"level":"info","ts":1789816357.6353788,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053","EoS":true}
{"level":"info","ts":1789816357.6353877,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84737cc8d40872977d68d2615d378058","span_id":"3edffe9c51255425","x-request-id":"578118b6-5d91-461f-9cbc-b5b33347f053"}
{"level":"info","ts":1789816358.3610718,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816358.3611853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816358.3612046,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816358.3612263,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","EoS":true}
{"level":"info","ts":1789816358.3612547,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","header":"x-maas-keyname"}
{"level":"info","ts":1789816358.361266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","header":"x-maas-username"}
{"level":"info","ts":1789816358.3612733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","header":"x-maas-subscription"}
{"level":"info","ts":1789816358.3612802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","header":"x-maas-group"}
{"level":"info","ts":1789816358.3612962,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816358.361326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816358.3629017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816358.3629236,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816358.3629391,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","EoS":false}
{"level":"info","ts":1789816358.3629525,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816358.362987,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761","EoS":true}
{"level":"info","ts":1789816358.3630028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"19215980481deb32ada87b868f8b2036","span_id":"edd2e36c506adc87","x-request-id":"b705b813-9807-44f1-a5a0-9f8f3e029761"}
{"level":"info","ts":1789816359.278524,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816359.2786698,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.2786858,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.2787035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","EoS":true}
{"level":"info","ts":1789816359.278744,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","header":"x-maas-keyname"}
{"level":"info","ts":1789816359.2787576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","header":"x-maas-group"}
{"level":"info","ts":1789816359.278767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","header":"x-maas-username"}
{"level":"info","ts":1789816359.2787762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","header":"x-maas-subscription"}
{"level":"info","ts":1789816359.2787976,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816359.278836,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.2795672,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.2795901,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.279605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","EoS":false}
{"level":"info","ts":1789816359.279616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.279644,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98","EoS":true}
{"level":"info","ts":1789816359.2796578,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a6217fe0dcdae81cad67d9026f3027d1","span_id":"8efd265f2ab7e311","x-request-id":"44edad2f-2af3-4c8f-9785-040148d15e98"}
{"level":"info","ts":1789816359.9857337,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816359.9858568,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"info","ts":1789816359.985871,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"info","ts":1789816359.9858906,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","EoS":true}
{"level":"info","ts":1789816359.985925,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","header":"x-maas-group"}
{"level":"info","ts":1789816359.9859385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","header":"x-maas-subscription"}
{"level":"info","ts":1789816359.9859464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","header":"x-maas-keyname"}
{"level":"info","ts":1789816359.9859548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","header":"x-maas-username"}
{"level":"info","ts":1789816359.9859781,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816359.9860108,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"info","ts":1789816359.986727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"info","ts":1789816359.9867482,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"info","ts":1789816359.9867666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","EoS":false}
{"level":"info","ts":1789816359.9867778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"info","ts":1789816359.9868038,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223","EoS":true}
{"level":"info","ts":1789816359.9868119,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f289473d277ae09073ec9bc64ae9f89b","span_id":"1ac9dcdc39c467c5","x-request-id":"f9b2b717-6ab9-4d9e-9815-ec8a292d6223"}
{"level":"error","ts":1789816360.6768968,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816361.0181262,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816361.0182297,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"info","ts":1789816361.018243,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"info","ts":1789816361.0182545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","EoS":true}
{"level":"info","ts":1789816361.018278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","header":"x-maas-keyname"}
{"level":"info","ts":1789816361.0182874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","header":"x-maas-username"}
{"level":"info","ts":1789816361.0182931,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","header":"x-maas-subscription"}
{"level":"info","ts":1789816361.0182974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","header":"x-maas-group"}
{"level":"info","ts":1789816361.0183127,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816361.0183375,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"info","ts":1789816361.0190494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"info","ts":1789816361.019069,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"info","ts":1789816361.0190892,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","EoS":false}
{"level":"info","ts":1789816361.0191035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"info","ts":1789816361.019124,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf","EoS":true}
{"level":"info","ts":1789816361.0191333,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20089dcfc2f5c2c57125d1dc96503c30","span_id":"d46b0be903987963","x-request-id":"9900494b-5a5a-4296-a2de-fc8447652adf"}
{"level":"error","ts":1789816370.6778016,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816378.385877,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816378.386002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"info","ts":1789816378.386022,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"info","ts":1789816378.3860362,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","EoS":true}
{"level":"info","ts":1789816378.386062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","header":"x-maas-group"}
{"level":"info","ts":1789816378.386072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","header":"x-maas-keyname"}
{"level":"info","ts":1789816378.3860772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","header":"x-maas-username"}
{"level":"info","ts":1789816378.386082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","header":"x-maas-subscription"}
{"level":"info","ts":1789816378.3860972,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816378.3861194,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"info","ts":1789816378.3868463,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"info","ts":1789816378.3868663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"info","ts":1789816378.3868804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","EoS":false}
{"level":"info","ts":1789816378.3868928,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"info","ts":1789816378.3869145,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c","EoS":true}
{"level":"info","ts":1789816378.3869238,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"534fa9e02adf8036e7a5ff2863ef80ec","span_id":"f2e699aed1589f31","x-request-id":"555ac965-56c7-47d4-aaa2-c4df2276411c"}
{"level":"error","ts":1789816385.6793294,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789816400.6811094,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816465.520744,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816465.5208523,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"info","ts":1789816465.520872,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"info","ts":1789816465.5208893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","EoS":true}
{"level":"info","ts":1789816465.520922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","header":"x-maas-group"}
{"level":"info","ts":1789816465.5209365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","header":"x-maas-keyname"}
{"level":"info","ts":1789816465.5209439,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","header":"x-maas-username"}
{"level":"info","ts":1789816465.5209508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","header":"x-maas-subscription"}
{"level":"info","ts":1789816465.5209725,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789816465.5210164,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"info","ts":1789816465.5333261,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"info","ts":1789816465.5333548,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"info","ts":1789816465.5333729,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","EoS":false}
{"level":"info","ts":1789816465.5333858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"info","ts":1789816465.5334148,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e","EoS":true}
{"level":"info","ts":1789816465.5334222,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7e1b94c6475542da82dd49e782774475","span_id":"acc0e549bdceda21","x-request-id":"7973dd4b-6831-41e4-a344-804d6a1e073e"}
{"level":"error","ts":1789816475.6896946,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816539.591012,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816539.591125,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"info","ts":1789816539.5911396,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"info","ts":1789816539.5911527,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","EoS":true}
{"level":"info","ts":1789816539.5911794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","header":"x-maas-username"}
{"level":"info","ts":1789816539.5911934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","header":"x-maas-subscription"}
{"level":"info","ts":1789816539.5912006,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","header":"x-maas-keyname"}
{"level":"info","ts":1789816539.591205,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","header":"x-maas-group"}
{"level":"info","ts":1789816539.5912216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789816539.5912483,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"info","ts":1789816539.592785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"info","ts":1789816539.592807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"info","ts":1789816539.5928223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","EoS":false}
{"level":"info","ts":1789816539.5928335,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"info","ts":1789816539.5928612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3","EoS":true}
{"level":"info","ts":1789816539.5928705,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cce9c3044dcd19a11cd4135c32a9d7d","span_id":"472169b9644502aa","x-request-id":"bcda1227-49fe-4b24-9ceb-0bad940bf9c3"}
{"level":"error","ts":1789816550.7000003,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816553.7933753,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816553.7934792,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.7934937,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.7935073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","EoS":true}
{"level":"info","ts":1789816553.7935324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","header":"x-maas-username"}
{"level":"info","ts":1789816553.7935429,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","header":"x-maas-group"}
{"level":"info","ts":1789816553.7935777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","header":"x-maas-keyname"}
{"level":"info","ts":1789816553.7935846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","header":"x-maas-subscription"}
{"level":"info","ts":1789816553.7936025,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789816553.793631,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.8069572,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.8069878,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.807005,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","EoS":false}
{"level":"info","ts":1789816553.8070214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.8070579,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","EoS":false}
{"level":"info","ts":1789816553.8070734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.8070908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd","EoS":true}
{"level":"info","ts":1789816553.8071046,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ba3627b8dd361814baff6261dbe74390","span_id":"b0ffa535a64be060","x-request-id":"b669342a-63a6-45fe-a9b6-62ad578bfefd"}
{"level":"info","ts":1789816553.9466686,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816553.9467788,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.9467914,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.9468036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","EoS":true}
{"level":"info","ts":1789816553.946826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","header":"x-maas-keyname"}
{"level":"info","ts":1789816553.9468374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","header":"x-maas-subscription"}
{"level":"info","ts":1789816553.946846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","header":"x-maas-group"}
{"level":"info","ts":1789816553.9468527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","header":"x-maas-username"}
{"level":"info","ts":1789816553.946867,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789816553.9468942,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.9491308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.949151,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.949167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","EoS":false}
{"level":"info","ts":1789816553.9491835,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.9492233,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","EoS":false}
{"level":"info","ts":1789816553.9492373,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816553.949258,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c","EoS":true}
{"level":"info","ts":1789816553.9492748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd092794c4d99a70dc1373bfbb817942","span_id":"3edf29e46259091f","x-request-id":"d160859c-185e-4e17-95dc-aaac1db8092c"}
{"level":"info","ts":1789816554.0881732,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816554.0882766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.0882936,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.0883064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","EoS":true}
{"level":"info","ts":1789816554.088329,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","header":"x-maas-keyname"}
{"level":"info","ts":1789816554.0883384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","header":"x-maas-subscription"}
{"level":"info","ts":1789816554.0883436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","header":"x-maas-group"}
{"level":"info","ts":1789816554.0883482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","header":"x-maas-username"}
{"level":"info","ts":1789816554.0883634,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789816554.0883927,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.0894876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.089507,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.0895228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","EoS":false}
{"level":"info","ts":1789816554.0895429,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.089595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","EoS":false}
{"level":"info","ts":1789816554.08961,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"info","ts":1789816554.089629,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d","EoS":true}
{"level":"info","ts":1789816554.0896409,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6bbb889686f5ae58142f197c1348e5a0","span_id":"db52a84fd27eb7c1","x-request-id":"93bce103-d3f1-4041-9ec6-551b3becf61d"}
{"level":"error","ts":1789816565.7008574,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789816566.8847215,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789816566.8848495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.8848712,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.884887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","EoS":true}
{"level":"info","ts":1789816566.884912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","header":"x-maas-subscription"}
{"level":"info","ts":1789816566.8849251,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","header":"x-maas-group"}
{"level":"info","ts":1789816566.8849313,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","header":"x-maas-username"}
{"level":"info","ts":1789816566.8849387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","header":"x-maas-keyname"}
{"level":"info","ts":1789816566.8849578,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789816566.8850005,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.8873014,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.8873227,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.887348,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","EoS":false}
{"level":"info","ts":1789816566.8873606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.8873851,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","EoS":false}
{"level":"info","ts":1789816566.8873951,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"info","ts":1789816566.8874056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac","EoS":true}
{"level":"info","ts":1789816566.8874128,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"170f48ed8d9bbff0f491e3fc04fc91ca","span_id":"19e19d4a0d7ab598","x-request-id":"d1b14a69-14e2-46a2-a45c-c8e2987bb8ac"}
{"level":"error","ts":1789816580.7018764,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}