{"level":"info","ts":1789667129.5042531,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"272d8c9ea42b0390cd54c26d5f1f43fa","span_id":"895aff65cc6fbf8b","x-request-id":"3018365f-60c1-4ed7-aba0-bd32752384e9"} {"level":"info","ts":1789667129.5530457,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667129.5531685,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.5531843,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.5532002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","EoS":true} {"level":"info","ts":1789667129.553226,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","header":"x-maas-group"} {"level":"info","ts":1789667129.5532358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","header":"x-maas-username"} {"level":"info","ts":1789667129.553241,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","header":"x-maas-keyname"} {"level":"info","ts":1789667129.5532541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","header":"x-maas-subscription"} {"level":"info","ts":1789667129.5532691,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667129.5533006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.558187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.5582068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.5582273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","EoS":false} {"level":"info","ts":1789667129.5582426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.558282,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d","EoS":true} {"level":"info","ts":1789667129.5582943,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1cafe52f8dd51bf5827d57e38e7eefd9","span_id":"f1dd66cb93ce7531","x-request-id":"a2197f7c-a8fc-9051-b8d7-b652911f4e0d"} {"level":"info","ts":1789667129.6233215,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667129.62342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.6234317,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.623444,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","EoS":true} {"level":"info","ts":1789667129.6234696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","header":"x-maas-keyname"} {"level":"info","ts":1789667129.6234803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","header":"x-maas-subscription"} {"level":"info","ts":1789667129.623487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","header":"x-maas-group"} {"level":"info","ts":1789667129.6234918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","header":"x-maas-username"} {"level":"info","ts":1789667129.6235073,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789667129.6235511,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.6271396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.6271605,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.6271763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","EoS":false} {"level":"info","ts":1789667129.6271973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"info","ts":1789667129.6272316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc","EoS":true} {"level":"info","ts":1789667129.6272476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8d3b426d066d40181523369624a75383","span_id":"cdbe635726aa55f9","x-request-id":"0bfa9d98-0e1c-4a80-9acb-50bae663e5dc"} {"level":"error","ts":1789667132.8091714,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789667143.6643984,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667143.664495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42ddfda9d375681314737dbe6a1be8d6","span_id":"b2b9e1ea621dd161","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0"} {"level":"info","ts":1789667143.664507,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42ddfda9d375681314737dbe6a1be8d6","span_id":"b2b9e1ea621dd161","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0"} {"level":"info","ts":1789667143.6645427,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42ddfda9d375681314737dbe6a1be8d6","span_id":"b2b9e1ea621dd161","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0","EoS":true} {"level":"info","ts":1789667143.664596,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42ddfda9d375681314737dbe6a1be8d6","span_id":"b2b9e1ea621dd161","x-request-id":"6d1951df-3ea3-4a19-a9d7-d38c0d13fea0"} {"level":"info","ts":1789667143.8119478,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667143.8120549,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"95b7eb92f0eef71d56aa265174a56710","span_id":"12cf376a495d0837","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577"} {"level":"info","ts":1789667143.8120675,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"95b7eb92f0eef71d56aa265174a56710","span_id":"12cf376a495d0837","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577"} {"level":"info","ts":1789667143.8120797,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"95b7eb92f0eef71d56aa265174a56710","span_id":"12cf376a495d0837","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577","EoS":true} {"level":"info","ts":1789667143.8121228,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"95b7eb92f0eef71d56aa265174a56710","span_id":"12cf376a495d0837","x-request-id":"457f4407-486a-4bdf-9c09-087e3da7c577"} {"level":"info","ts":1789667143.9664483,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789667143.9665573,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6c83529540d711b899407909f726cc1","span_id":"7552556a7cd56a60","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017"} {"level":"info","ts":1789667143.9665697,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6c83529540d711b899407909f726cc1","span_id":"7552556a7cd56a60","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017"} {"level":"info","ts":1789667143.966582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6c83529540d711b899407909f726cc1","span_id":"7552556a7cd56a60","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017","EoS":true} {"level":"info","ts":1789667143.9666293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6c83529540d711b899407909f726cc1","span_id":"7552556a7cd56a60","x-request-id":"8f1254f4-39a0-4180-9d06-750c9d2b4017"} {"level":"error","ts":1789667147.810459,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789667157.811358,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789667167.8123,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789667177.81319,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668212.8192542,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668212.8193574,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.8193698,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.8193815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","EoS":true} {"level":"info","ts":1789668212.8194075,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","header":"x-maas-username"} {"level":"info","ts":1789668212.8194182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","header":"x-maas-subscription"} {"level":"info","ts":1789668212.819423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","header":"x-maas-keyname"} {"level":"info","ts":1789668212.8194275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","header":"x-maas-group"} {"level":"info","ts":1789668212.819442,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789668212.819471,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.820682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.8207033,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.8207185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","EoS":false} {"level":"info","ts":1789668212.8207312,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.8207572,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a","EoS":true} {"level":"info","ts":1789668212.820768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3193e045cd3ebf822cbf5093df02d53e","span_id":"3dd6295ce9fff5d4","x-request-id":"2dbef784-146c-48ab-971c-3276565cc23a"} {"level":"info","ts":1789668212.855725,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668212.855825,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8558369,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8558574,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","EoS":true} {"level":"info","ts":1789668212.8558812,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","header":"x-maas-keyname"} {"level":"info","ts":1789668212.855892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","header":"x-maas-group"} {"level":"info","ts":1789668212.8558974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","header":"x-maas-subscription"} {"level":"info","ts":1789668212.8559024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","header":"x-maas-username"} {"level":"info","ts":1789668212.8559172,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789668212.8559437,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.857008,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8570266,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8570385,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","EoS":false} {"level":"info","ts":1789668212.8570507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"info","ts":1789668212.8570757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd","EoS":true} {"level":"info","ts":1789668212.8570838,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"051531b74a0e9da91e2ed91915369ab9","span_id":"be2ca20c04d3c7ee","x-request-id":"579b6f59-f0fd-46f9-b4f9-a2827ae463fd"} {"level":"error","ts":1789668222.9379535,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668552.0398426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"911fc9db-b748-4ea2-b0cb-301424abdeb2"} {"level":"info","ts":1789668552.0398977,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7781466d-3a7b-4636-9f39-cceb0c4734b0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.0399504,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7781466d-3a7b-4636-9f39-cceb0c4734b0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.039977,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7781466d-3a7b-4636-9f39-cceb0c4734b0"} {"level":"error","ts":1789668552.052156,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"911fc9db-b748-4ea2-b0cb-301424abdeb2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0521736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7df1cca1-42e7-4d3b-958d-4b77b4d13ca4","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.0522847,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7df1cca1-42e7-4d3b-958d-4b77b4d13ca4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0523047,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7df1cca1-42e7-4d3b-958d-4b77b4d13ca4"} {"level":"info","ts":1789668552.0608222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da65ebf5-618b-4fb8-8c33-f12e5c75e20b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.0608497,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da65ebf5-618b-4fb8-8c33-f12e5c75e20b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0608673,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da65ebf5-618b-4fb8-8c33-f12e5c75e20b"} {"level":"error","ts":1789668552.061144,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"911fc9db-b748-4ea2-b0cb-301424abdeb2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.061203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d7dbf6b6-fc83-4933-8c14-b8e831fed359"} {"level":"error","ts":1789668552.0612254,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d7dbf6b6-fc83-4933-8c14-b8e831fed359","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.0682948,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d7dbf6b6-fc83-4933-8c14-b8e831fed359","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.0785375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f38e0780-4385-497f-816d-bface1b7daa7"} {"level":"error","ts":1789668552.0785887,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f38e0780-4385-497f-816d-bface1b7daa7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.0871599,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f38e0780-4385-497f-816d-bface1b7daa7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1082613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5aa67b45-27f4-4c0d-9c16-57da297e4385"} {"level":"error","ts":1789668552.1083026,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5aa67b45-27f4-4c0d-9c16-57da297e4385","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.1228878,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5aa67b45-27f4-4c0d-9c16-57da297e4385","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.164024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"20c54d63-466d-49c9-93fc-2d47da861544"} {"level":"error","ts":1789668552.164071,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"20c54d63-466d-49c9-93fc-2d47da861544","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.1711717,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"20c54d63-466d-49c9-93fc-2d47da861544","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1939645,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a830d40b-ef56-41fc-88ae-021e1bca79f6"} {"level":"info","ts":1789668552.1940072,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d3f3d388-21fd-4ab5-9e3a-cef9d13a0fac","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668552.194002,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a830d40b-ef56-41fc-88ae-021e1bca79f6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.194038,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d3f3d388-21fd-4ab5-9e3a-cef9d13a0fac","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.1940541,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d3f3d388-21fd-4ab5-9e3a-cef9d13a0fac"} {"level":"error","ts":1789668552.2005105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a830d40b-ef56-41fc-88ae-021e1bca79f6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.360857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"146af1b7-a2ec-45df-b1c4-f024730a57ed"} {"level":"error","ts":1789668552.360918,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"146af1b7-a2ec-45df-b1c4-f024730a57ed","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.3674915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"146af1b7-a2ec-45df-b1c4-f024730a57ed","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668552.6879554,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"27c1e637-c96a-4000-b566-05a21896ee02"} {"level":"error","ts":1789668552.6880167,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"27c1e637-c96a-4000-b566-05a21896ee02","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668552.7142947,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"27c1e637-c96a-4000-b566-05a21896ee02","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668553.3553777,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e67876c-9aeb-4d41-a635-cc59c2512a7d"} {"level":"error","ts":1789668553.3554287,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e67876c-9aeb-4d41-a635-cc59c2512a7d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668553.3642447,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e67876c-9aeb-4d41-a635-cc59c2512a7d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668554.6454499,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1f380589-9e31-4203-8b8a-4e07af01331f"} {"level":"error","ts":1789668554.6455123,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1f380589-9e31-4203-8b8a-4e07af01331f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668554.652075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1f380589-9e31-4203-8b8a-4e07af01331f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668557.1952121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dba1375-aaca-48c1-b637-9350cb755c94","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668557.195272,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dba1375-aaca-48c1-b637-9350cb755c94","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668557.1953,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3dba1375-aaca-48c1-b637-9350cb755c94"} {"level":"info","ts":1789668557.21233,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"29f8c185-74d7-4524-b7ca-ef484448b8d8"} {"level":"error","ts":1789668557.2124012,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"29f8c185-74d7-4524-b7ca-ef484448b8d8","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668557.2203,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"29f8c185-74d7-4524-b7ca-ef484448b8d8","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668562.195784,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6129c20-2d58-4628-b3d3-6e28bb2f4a6b","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668562.1958463,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6129c20-2d58-4628-b3d3-6e28bb2f4a6b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668562.1958668,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6129c20-2d58-4628-b3d3-6e28bb2f4a6b"} {"level":"info","ts":1789668562.3412056,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"474096c3-709c-4f64-b976-907eb13ce700"} {"level":"error","ts":1789668562.3412735,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"474096c3-709c-4f64-b976-907eb13ce700","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789668562.3530593,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"474096c3-709c-4f64-b976-907eb13ce700","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789668562.6419172,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.6420217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.6420362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.642049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","EoS":true} {"level":"info","ts":1789668562.6420798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","header":"x-maas-subscription"} {"level":"info","ts":1789668562.6420908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","header":"x-maas-username"} {"level":"info","ts":1789668562.642097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","header":"x-maas-keyname"} {"level":"info","ts":1789668562.6421018,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","header":"x-maas-group"} {"level":"info","ts":1789668562.6421196,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.6421561,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.6432605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.6432807,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.6432993,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","EoS":false} {"level":"info","ts":1789668562.6433132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.6433425,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8","EoS":true} {"level":"info","ts":1789668562.6433525,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ae35162decf71f13ac27f6d84bde700","span_id":"3b7067af7f528eba","x-request-id":"1a4d7793-9f7a-4f2e-9b0a-6f2b3dd315b8"} {"level":"info","ts":1789668562.75924,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.7593389,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7593508,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7593625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","EoS":true} {"level":"info","ts":1789668562.7593856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","header":"x-maas-keyname"} {"level":"info","ts":1789668562.7593958,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","header":"x-maas-group"} {"level":"info","ts":1789668562.7594013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","header":"x-maas-subscription"} {"level":"info","ts":1789668562.7594056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","header":"x-maas-username"} {"level":"info","ts":1789668562.7594216,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.759476,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7606957,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7607224,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7607398,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","EoS":false} {"level":"info","ts":1789668562.7607553,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.7607894,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9","EoS":true} {"level":"info","ts":1789668562.7608569,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01eef393dfeab20db009cb6b2da20b16","span_id":"9d0dc6d64b762123","x-request-id":"c84488df-4cdf-4ade-bd6d-58788473e6a9"} {"level":"info","ts":1789668562.8482273,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668562.848324,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8483362,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8483477,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","EoS":true} {"level":"info","ts":1789668562.8483722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","header":"x-maas-group"} {"level":"info","ts":1789668562.8483827,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","header":"x-maas-keyname"} {"level":"info","ts":1789668562.848387,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","header":"x-maas-username"} {"level":"info","ts":1789668562.8483922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","header":"x-maas-subscription"} {"level":"info","ts":1789668562.8484085,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668562.848438,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8494766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8494935,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8495069,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","EoS":false} {"level":"info","ts":1789668562.8495336,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.8495657,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa","EoS":true} {"level":"info","ts":1789668562.849579,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84fb409371f6c9efcf20b96a8e9648fd","span_id":"e2ec9f76aa22abf9","x-request-id":"c0a0d3c6-905e-4f3b-8401-a4265fceddfa"} {"level":"info","ts":1789668562.9942436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5cd334a3-ce3e-476a-953c-4a4949435c33"} {"level":"info","ts":1789668562.9942434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c713a394-7600-429f-a615-fdbc4ed10e79","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789668562.9943275,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c713a394-7600-429f-a615-fdbc4ed10e79","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789668572.9802675,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668580.8278964,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668580.8279984,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.8280115,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.8280258,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","EoS":true} {"level":"info","ts":1789668580.8280487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","header":"x-maas-subscription"} {"level":"info","ts":1789668580.828059,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","header":"x-maas-keyname"} {"level":"info","ts":1789668580.8280637,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","header":"x-maas-group"} {"level":"info","ts":1789668580.828068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","header":"x-maas-username"} {"level":"info","ts":1789668580.8280845,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668580.82811,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.841318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.841344,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.8413634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","EoS":false} {"level":"info","ts":1789668580.8413765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.8414044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e","EoS":true} {"level":"info","ts":1789668580.8414137,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"16ff296dba82b3c426b5da4791287450","span_id":"1c239792d998c015","x-request-id":"cc27550b-d9d4-4a6c-993e-60eef7d5f30e"} {"level":"info","ts":1789668580.9819143,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668580.9820166,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.982028,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.9820395,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","EoS":true} {"level":"info","ts":1789668580.9820645,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","header":"x-maas-subscription"} {"level":"info","ts":1789668580.9820752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","header":"x-maas-group"} {"level":"info","ts":1789668580.9820805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","header":"x-maas-keyname"} {"level":"info","ts":1789668580.9820862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","header":"x-maas-username"} {"level":"info","ts":1789668580.9821007,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668580.9821208,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.9846418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.984662,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.984677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","EoS":false} {"level":"info","ts":1789668580.984689,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668580.9847157,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0","EoS":true} {"level":"info","ts":1789668580.9847271,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff0fee99872eb72442b3fdead6318fe1","span_id":"fbc3780a6087c5b0","x-request-id":"23dd5d59-2778-4721-a2e7-c14250b352d0"} {"level":"info","ts":1789668581.1237087,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.1238103,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.123826,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.1238406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","EoS":true} {"level":"info","ts":1789668581.1238651,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","header":"x-maas-keyname"} {"level":"info","ts":1789668581.1238756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","header":"x-maas-username"} {"level":"info","ts":1789668581.1238806,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","header":"x-maas-group"} {"level":"info","ts":1789668581.1238856,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","header":"x-maas-subscription"} {"level":"info","ts":1789668581.1239514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.123985,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.125016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.125038,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.1250522,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","EoS":false} {"level":"info","ts":1789668581.1250641,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.1250937,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97","EoS":true} {"level":"info","ts":1789668581.1251056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dc55a7b7149dd88d5127b8ee1ebebf98","span_id":"a8eeb477e4a65469","x-request-id":"0616c8a3-ad25-48b8-a063-2f741bc25e97"} {"level":"info","ts":1789668581.2591758,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.2592716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2592835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.259295,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","EoS":true} {"level":"info","ts":1789668581.25932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","header":"x-maas-username"} {"level":"info","ts":1789668581.2593317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","header":"x-maas-keyname"} {"level":"info","ts":1789668581.2593365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","header":"x-maas-group"} {"level":"info","ts":1789668581.2593415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","header":"x-maas-subscription"} {"level":"info","ts":1789668581.2593565,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.2593775,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2603524,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2603772,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2603893,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","EoS":false} {"level":"info","ts":1789668581.2604053,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.2604344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a","EoS":true} {"level":"info","ts":1789668581.2604487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"64e32d4d5c21ae63150dff6d30748add","span_id":"9d3d877c6cf3cd51","x-request-id":"45a7b8a9-a8be-4792-a3e0-bef30b582f6a"} {"level":"info","ts":1789668581.399446,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668581.3995764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.399592,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.3996046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","EoS":true} {"level":"info","ts":1789668581.399628,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","header":"x-maas-keyname"} {"level":"info","ts":1789668581.3996382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","header":"x-maas-username"} {"level":"info","ts":1789668581.399644,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","header":"x-maas-subscription"} {"level":"info","ts":1789668581.3996484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","header":"x-maas-group"} {"level":"info","ts":1789668581.3996642,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668581.3996882,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.4007823,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.400803,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.400817,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","EoS":false} {"level":"info","ts":1789668581.4008284,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668581.4008553,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e","EoS":true} {"level":"info","ts":1789668581.4008682,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3f7a4b6d5ade6abc8543b23c8dcb538c","span_id":"3420e61910ed55f1","x-request-id":"9abe1117-0025-42c9-95c5-823f3a16c42e"} {"level":"info","ts":1789668590.3444693,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.344597,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.344615,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.344627,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","EoS":true} {"level":"info","ts":1789668590.3446536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","header":"x-maas-username"} {"level":"info","ts":1789668590.3446636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","header":"x-maas-keyname"} {"level":"info","ts":1789668590.3446686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","header":"x-maas-subscription"} {"level":"info","ts":1789668590.3446739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","header":"x-maas-group"} {"level":"info","ts":1789668590.3446908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668590.3447146,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.3457358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.34576,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.3457825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","EoS":false} {"level":"info","ts":1789668590.3457966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.3458207,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477","EoS":true} {"level":"info","ts":1789668590.3458297,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5bd7ff7b425c31f93724e037c2ada287","span_id":"b214f5fac1b76296","x-request-id":"bab626a4-05db-44a4-9295-c284ef1d3477"} {"level":"info","ts":1789668590.3768923,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.3769953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3770072,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3770185,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","EoS":true} {"level":"info","ts":1789668590.3770418,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","header":"x-maas-keyname"} {"level":"info","ts":1789668590.3770518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","header":"x-maas-subscription"} {"level":"info","ts":1789668590.377059,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","header":"x-maas-username"} {"level":"info","ts":1789668590.377064,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","header":"x-maas-group"} {"level":"info","ts":1789668590.3771265,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668590.377159,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3781438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3781629,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3781772,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","EoS":false} {"level":"info","ts":1789668590.3781888,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.3782177,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e","EoS":true} {"level":"info","ts":1789668590.3782268,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01d68f4238a29f56bc6525eda040d2e0","span_id":"ac530964a98a11be","x-request-id":"82a7201a-8d3d-46ea-9a2e-e71b61023f7e"} {"level":"info","ts":1789668590.4745507,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668590.4746516,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3"} {"level":"info","ts":1789668590.4757879,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3"} {"level":"info","ts":1789668590.475808,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3"} {"level":"info","ts":1789668590.4758341,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3","EoS":false} {"level":"info","ts":1789668590.4758542,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3"} {"level":"info","ts":1789668590.4758933,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3","EoS":true} {"level":"info","ts":1789668590.475903,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76b1b054cdec61c91055ec07d87aac37","span_id":"12e8f1d82f6ff7f7","x-request-id":"85c102e2-06fa-48b5-994b-1cd6204606c3"} {"level":"info","ts":1789668591.2668843,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668591.267003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.267043,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.267064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","EoS":true} {"level":"info","ts":1789668591.2671,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","header":"x-maas-username"} {"level":"info","ts":1789668591.2671115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","header":"x-maas-group"} {"level":"info","ts":1789668591.2671194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","header":"x-maas-keyname"} {"level":"info","ts":1789668591.2671263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","header":"x-maas-subscription"} {"level":"info","ts":1789668591.2671492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668591.2671828,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.2690217,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.269044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.2690587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","EoS":false} {"level":"info","ts":1789668591.2690697,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668591.2690964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd","EoS":true} {"level":"info","ts":1789668591.2691052,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccd8635f9f2c1dea006aee04265396da","span_id":"242765a47a3d4dd1","x-request-id":"dbfa8b2a-be37-4627-992d-0d2ffbd001fd"} {"level":"info","ts":1789668592.2359781,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668592.2361252,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.236146,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.2361631,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","EoS":true} {"level":"info","ts":1789668592.2361968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","header":"x-maas-keyname"} {"level":"info","ts":1789668592.236211,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","header":"x-maas-group"} {"level":"info","ts":1789668592.2362187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","header":"x-maas-username"} {"level":"info","ts":1789668592.2362266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","header":"x-maas-subscription"} {"level":"info","ts":1789668592.2362466,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668592.236277,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.2374527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.237474,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.2374923,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","EoS":false} {"level":"info","ts":1789668592.2375054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.2375553,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb","EoS":true} {"level":"info","ts":1789668592.237566,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03b3f2f19fcd34a6161edc4af3a47de9","span_id":"d3d1ac436b1327c8","x-request-id":"4ac39911-a0d4-4a2b-ab38-8a83da928bcb"} {"level":"info","ts":1789668592.9593587,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668592.9594722,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9594853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9594972,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","EoS":true} {"level":"info","ts":1789668592.9595504,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","header":"x-maas-username"} {"level":"info","ts":1789668592.9595647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","header":"x-maas-keyname"} {"level":"info","ts":1789668592.959571,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","header":"x-maas-group"} {"level":"info","ts":1789668592.9595764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","header":"x-maas-subscription"} {"level":"info","ts":1789668592.9595916,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668592.959623,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9607325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9607518,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9607675,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","EoS":false} {"level":"info","ts":1789668592.960785,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"info","ts":1789668592.9608247,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea","EoS":true} {"level":"info","ts":1789668592.9608378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b33eb7cc2b7a0ac09c4e1024adb321f","span_id":"db163a7cdeb440cf","x-request-id":"d329c9c3-bb72-4527-a3ac-d4d117a917ea"} {"level":"error","ts":1789668592.9819748,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668593.9861345,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668593.9862363,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.986249,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.9862628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","EoS":true} {"level":"info","ts":1789668593.9862952,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","header":"x-maas-subscription"} {"level":"info","ts":1789668593.9863074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","header":"x-maas-username"} {"level":"info","ts":1789668593.9863124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","header":"x-maas-keyname"} {"level":"info","ts":1789668593.9863174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","header":"x-maas-group"} {"level":"info","ts":1789668593.9863317,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668593.9863539,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.98734,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.9873607,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.9873765,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","EoS":false} {"level":"info","ts":1789668593.9873884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"info","ts":1789668593.9874136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26","EoS":true} {"level":"info","ts":1789668593.987425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f860f78d6955f21fec06f20b10532b6b","span_id":"b7adb4db6cc61eeb","x-request-id":"d84ed4c9-b70c-4111-af19-49cdf56c0d26"} {"level":"error","ts":1789668607.9826453,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668613.7480552,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668613.7481642,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.7481766,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.7481875,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","EoS":true} {"level":"info","ts":1789668613.7482111,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","header":"x-maas-username"} {"level":"info","ts":1789668613.748222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","header":"x-maas-group"} {"level":"info","ts":1789668613.7482274,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","header":"x-maas-subscription"} {"level":"info","ts":1789668613.7482321,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","header":"x-maas-keyname"} {"level":"info","ts":1789668613.7482474,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668613.7482738,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.7493188,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.749345,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.7493618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","EoS":false} {"level":"info","ts":1789668613.7493725,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"info","ts":1789668613.7493963,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1","EoS":true} {"level":"info","ts":1789668613.749405,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f241532a1487700b6a9c2ba2152daf3a","span_id":"3fa648f321d55c48","x-request-id":"1142a45c-f418-4ee9-9684-bb987a8ad1d1"} {"level":"error","ts":1789668627.9853575,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668704.9459512,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668704.946056,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.946069,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.9460802,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","EoS":true} {"level":"info","ts":1789668704.946103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","header":"x-maas-keyname"} {"level":"info","ts":1789668704.9461133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","header":"x-maas-username"} {"level":"info","ts":1789668704.9461184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","header":"x-maas-subscription"} {"level":"info","ts":1789668704.9461226,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","header":"x-maas-group"} {"level":"info","ts":1789668704.9461381,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789668704.9461641,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.9593043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.9593315,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.9593534,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","EoS":false} {"level":"info","ts":1789668704.95937,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"info","ts":1789668704.9594061,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b","EoS":true} {"level":"info","ts":1789668704.9594204,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"848dea513fd5ecd102bb56d050d11808","span_id":"ba14cee23caf384f","x-request-id":"e68306db-4a29-4f84-983c-56a771ecc17b"} {"level":"error","ts":1789668717.9970796,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668771.1307986,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668771.1309028,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.1309187,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.1309316,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","EoS":true} {"level":"info","ts":1789668771.1309576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","header":"x-maas-subscription"} {"level":"info","ts":1789668771.1309707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","header":"x-maas-keyname"} {"level":"info","ts":1789668771.1309798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","header":"x-maas-username"} {"level":"info","ts":1789668771.130987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","header":"x-maas-group"} {"level":"info","ts":1789668771.1310065,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789668771.1310349,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.1329818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.1330037,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.133018,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","EoS":false} {"level":"info","ts":1789668771.1330326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"info","ts":1789668771.1330612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a","EoS":true} {"level":"info","ts":1789668771.1330748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0b4489a53df4e497da9d315c1281acc","span_id":"85acfaa895c73575","x-request-id":"2a14a3f8-1485-4f28-b9e8-66a16b29fd8a"} {"level":"error","ts":1789668783.004985,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668784.6911466,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668784.691246,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.6912596,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.6912718,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","EoS":true} {"level":"info","ts":1789668784.6912932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","header":"x-maas-username"} {"level":"info","ts":1789668784.6913025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","header":"x-maas-keyname"} {"level":"info","ts":1789668784.691308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","header":"x-maas-subscription"} {"level":"info","ts":1789668784.6913133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","header":"x-maas-group"} {"level":"info","ts":1789668784.6913276,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668784.691352,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.704197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.7042255,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.7042432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","EoS":false} {"level":"info","ts":1789668784.7042575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.7042966,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","EoS":false} {"level":"info","ts":1789668784.7043092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.7043223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c","EoS":true} {"level":"info","ts":1789668784.704331,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"443d1cc5889b61ef8307f8b4a3803ee5","span_id":"0164630eced3a073","x-request-id":"bfe68fde-9eef-4ef7-9cc8-ab82e8b6f56c"} {"level":"info","ts":1789668784.842121,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668784.8422184,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.842231,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8422425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","EoS":true} {"level":"info","ts":1789668784.8422673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","header":"x-maas-username"} {"level":"info","ts":1789668784.8422773,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","header":"x-maas-keyname"} {"level":"info","ts":1789668784.8422816,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","header":"x-maas-group"} {"level":"info","ts":1789668784.8422863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","header":"x-maas-subscription"} {"level":"info","ts":1789668784.842301,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668784.842329,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8446467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.844669,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8446903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","EoS":false} {"level":"info","ts":1789668784.844703,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8447316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","EoS":false} {"level":"info","ts":1789668784.8447435,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.8447542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8","EoS":true} {"level":"info","ts":1789668784.8447614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b76908acfb9720d54cb24bbc70f476c2","span_id":"11d8b2724f2cc93a","x-request-id":"5e1919bc-54c0-4b1c-a46c-4dc7f2d666b8"} {"level":"info","ts":1789668784.9834268,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668784.9835432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9835572,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9835699,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","EoS":true} {"level":"info","ts":1789668784.9835896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","header":"x-maas-group"} {"level":"info","ts":1789668784.9835975,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","header":"x-maas-username"} {"level":"info","ts":1789668784.9836028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","header":"x-maas-keyname"} {"level":"info","ts":1789668784.9836097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","header":"x-maas-subscription"} {"level":"info","ts":1789668784.983624,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668784.9836457,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9846475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9846683,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9846888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","EoS":false} {"level":"info","ts":1789668784.9847074,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9847445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","EoS":false} {"level":"info","ts":1789668784.9847593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"info","ts":1789668784.9847784,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616","EoS":true} {"level":"info","ts":1789668784.9847925,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eeab829dd8cead17112065218da86ff0","span_id":"8046871ba48dac58","x-request-id":"2fb02b97-e3ec-4335-a529-9aee942dc616"} {"level":"error","ts":1789668798.0061233,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789668798.7442503,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789668798.7443569,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.744372,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.7443848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","EoS":true} {"level":"info","ts":1789668798.7444062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","header":"x-maas-subscription"} {"level":"info","ts":1789668798.7444203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","header":"x-maas-group"} {"level":"info","ts":1789668798.7444258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","header":"x-maas-keyname"} {"level":"info","ts":1789668798.74443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","header":"x-maas-username"} {"level":"info","ts":1789668798.7444446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789668798.7444735,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.7465918,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.7466154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.746634,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","EoS":false} {"level":"info","ts":1789668798.7466497,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"} {"level":"info","ts":1789668798.7466838,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf","EoS":true} {"level":"info","ts":1789668798.7466974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83979e9109fb1271b4c4e415e305e45a","span_id":"155d51a2324bd03d","x-request-id":"f99a7a12-8da5-4dce-84a3-9e8b9b720caf"}