{"level":"info","ts":1789713671.2632885,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"974fd383e8d2152abb48ba79b3a01b1a","span_id":"df82407172940587","x-request-id":"43f1f2f8-66c9-422f-af72-0eb8066ea19a"} {"level":"info","ts":1789713671.2632992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"974fd383e8d2152abb48ba79b3a01b1a","span_id":"df82407172940587","x-request-id":"43f1f2f8-66c9-422f-af72-0eb8066ea19a","EoS":false} {"level":"info","ts":1789713671.2633104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"974fd383e8d2152abb48ba79b3a01b1a","span_id":"df82407172940587","x-request-id":"43f1f2f8-66c9-422f-af72-0eb8066ea19a"} {"level":"info","ts":1789713671.263337,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"974fd383e8d2152abb48ba79b3a01b1a","span_id":"df82407172940587","x-request-id":"43f1f2f8-66c9-422f-af72-0eb8066ea19a","EoS":true} {"level":"info","ts":1789713671.2633483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"974fd383e8d2152abb48ba79b3a01b1a","span_id":"df82407172940587","x-request-id":"43f1f2f8-66c9-422f-af72-0eb8066ea19a"} {"level":"info","ts":1789713671.3042605,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789713671.3043437,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3043563,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3043816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","EoS":true} {"level":"info","ts":1789713671.3044026,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","header":"x-maas-subscription"} {"level":"info","ts":1789713671.304413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","header":"x-maas-group"} {"level":"info","ts":1789713671.3044188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","header":"x-maas-keyname"} {"level":"info","ts":1789713671.3044233,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","header":"x-maas-username"} {"level":"info","ts":1789713671.3044355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789713671.3044558,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3052533,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3052702,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3052833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","EoS":false} {"level":"info","ts":1789713671.3052945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3053155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72","EoS":true} {"level":"info","ts":1789713671.3053243,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81aa2a15d8ec96cb111b1bdb993ff1d6","span_id":"434d6ec785aa6fff","x-request-id":"89fbac58-31a9-4d93-94a7-531852276e72"} {"level":"info","ts":1789713671.3475606,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789713671.3476357,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"info","ts":1789713671.3476477,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"info","ts":1789713671.3476582,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","EoS":true} {"level":"info","ts":1789713671.3476748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","header":"x-maas-subscription"} {"level":"info","ts":1789713671.3476863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","header":"x-maas-keyname"} {"level":"info","ts":1789713671.347692,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","header":"x-maas-group"} {"level":"info","ts":1789713671.3476973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","header":"x-maas-username"} {"level":"info","ts":1789713671.3477094,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789713671.3477287,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"info","ts":1789713671.3556252,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"info","ts":1789713671.3556397,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"info","ts":1789713671.3556495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","EoS":false} {"level":"info","ts":1789713671.3556595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"info","ts":1789713671.3556828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8","EoS":true} {"level":"info","ts":1789713671.3556921,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44c51ca9327ac991e03f4924d7672e19","span_id":"2a75846e59c27909","x-request-id":"88b7a4b3-35c4-46c3-af64-9d38c59450f8"} {"level":"error","ts":1789713682.4430797,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789713683.2545667,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789713683.2547002,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"734b83e015cab90bedbef21fa11dc043","span_id":"1d93b7948d58ad17","x-request-id":"511e376e-27db-4515-9543-dd83f359816e"} {"level":"info","ts":1789713683.2547152,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"734b83e015cab90bedbef21fa11dc043","span_id":"1d93b7948d58ad17","x-request-id":"511e376e-27db-4515-9543-dd83f359816e"} {"level":"info","ts":1789713683.2547326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"734b83e015cab90bedbef21fa11dc043","span_id":"1d93b7948d58ad17","x-request-id":"511e376e-27db-4515-9543-dd83f359816e","EoS":true} {"level":"info","ts":1789713683.2547913,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"734b83e015cab90bedbef21fa11dc043","span_id":"1d93b7948d58ad17","x-request-id":"511e376e-27db-4515-9543-dd83f359816e"} {"level":"info","ts":1789713683.4006777,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789713683.400778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"26a51270b5fcf690fc509f8e2ce1f050","span_id":"056eb7c034066c29","x-request-id":"03c87e3b-076b-4198-9526-34639c86c19d"} {"level":"info","ts":1789713683.4007943,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"26a51270b5fcf690fc509f8e2ce1f050","span_id":"056eb7c034066c29","x-request-id":"03c87e3b-076b-4198-9526-34639c86c19d"} {"level":"info","ts":1789713683.4008102,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"26a51270b5fcf690fc509f8e2ce1f050","span_id":"056eb7c034066c29","x-request-id":"03c87e3b-076b-4198-9526-34639c86c19d","EoS":true} {"level":"info","ts":1789713683.4008932,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"26a51270b5fcf690fc509f8e2ce1f050","span_id":"056eb7c034066c29","x-request-id":"03c87e3b-076b-4198-9526-34639c86c19d"} {"level":"info","ts":1789713683.5390873,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789713683.539184,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4aeeb75517a23febf82393d7948dd5c2","span_id":"fcbde36b88bc8c2b","x-request-id":"0a407e4c-9b94-488f-b60e-bf7d311a215a"} {"level":"info","ts":1789713683.539196,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4aeeb75517a23febf82393d7948dd5c2","span_id":"fcbde36b88bc8c2b","x-request-id":"0a407e4c-9b94-488f-b60e-bf7d311a215a"} {"level":"info","ts":1789713683.5392082,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4aeeb75517a23febf82393d7948dd5c2","span_id":"fcbde36b88bc8c2b","x-request-id":"0a407e4c-9b94-488f-b60e-bf7d311a215a","EoS":true} {"level":"info","ts":1789713683.5392563,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4aeeb75517a23febf82393d7948dd5c2","span_id":"fcbde36b88bc8c2b","x-request-id":"0a407e4c-9b94-488f-b60e-bf7d311a215a"} {"level":"error","ts":1789713697.4443414,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789714786.4901907,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789714786.4903038,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.4903176,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.4903302,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","EoS":true} {"level":"info","ts":1789714786.4903584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","header":"x-maas-keyname"} {"level":"info","ts":1789714786.4904015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","header":"x-maas-subscription"} {"level":"info","ts":1789714786.490407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","header":"x-maas-group"} {"level":"info","ts":1789714786.4904122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","header":"x-maas-username"} {"level":"info","ts":1789714786.4904277,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789714786.4904492,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.4912913,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.4913135,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.4913359,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","EoS":false} {"level":"info","ts":1789714786.4913516,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.4914052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c","EoS":true} {"level":"info","ts":1789714786.4914703,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8cc2f47d7881a421269a1feed80bb29d","span_id":"2d88be1e5d6b74d0","x-request-id":"46ccafdd-4e1e-4952-8426-b7ea7d52a35c"} {"level":"info","ts":1789714786.5245836,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789714786.5247028,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"info","ts":1789714786.5247195,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"info","ts":1789714786.5247388,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","EoS":true} {"level":"info","ts":1789714786.5247786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","header":"x-maas-keyname"} {"level":"info","ts":1789714786.5247917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","header":"x-maas-subscription"} {"level":"info","ts":1789714786.5247996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","header":"x-maas-username"} {"level":"info","ts":1789714786.5248072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","header":"x-maas-group"} {"level":"info","ts":1789714786.5248299,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789714786.524866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"info","ts":1789714786.5256896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"info","ts":1789714786.5257125,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"info","ts":1789714786.5257273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","EoS":false} {"level":"info","ts":1789714786.5257409,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"info","ts":1789714786.525768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46","EoS":true} {"level":"info","ts":1789714786.525777,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61e0199f3b96fba22c6fbd46a6e2006f","span_id":"0e796659a1978e59","x-request-id":"db72cc9a-e4f2-4cbe-9116-24f33fb3ab46"} {"level":"error","ts":1789714797.5785074,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715081.6301134,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b36842e2-1058-499c-8c09-1abe3b8ab551"} {"level":"info","ts":1789715081.6301582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1519a6b4-a17a-4168-8350-97a34bac15ac","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715081.6302085,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1519a6b4-a17a-4168-8350-97a34bac15ac","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6302311,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1519a6b4-a17a-4168-8350-97a34bac15ac"} {"level":"info","ts":1789715081.634967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"00758b74-71f2-4260-a9ba-47471af9618a","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715081.6350036,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"00758b74-71f2-4260-a9ba-47471af9618a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6350317,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"00758b74-71f2-4260-a9ba-47471af9618a"} {"level":"error","ts":1789715081.6350815,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b36842e2-1058-499c-8c09-1abe3b8ab551","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6401505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"43c30017-bbe6-4408-b956-e58f1da39d06","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715081.6401782,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"43c30017-bbe6-4408-b956-e58f1da39d06","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6401992,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"43c30017-bbe6-4408-b956-e58f1da39d06"} {"level":"error","ts":1789715081.6403441,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b36842e2-1058-499c-8c09-1abe3b8ab551","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6404305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1cda5656-5461-42b4-8df4-7dddc3db97b6"} {"level":"error","ts":1789715081.6404536,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1cda5656-5461-42b4-8df4-7dddc3db97b6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715081.6442697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1cda5656-5461-42b4-8df4-7dddc3db97b6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6545053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"68de2bb9-fdfb-419b-ae6f-67693e34fc98"} {"level":"error","ts":1789715081.654542,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"68de2bb9-fdfb-419b-ae6f-67693e34fc98","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715081.6590266,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"68de2bb9-fdfb-419b-ae6f-67693e34fc98","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.6793177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc3fe5a0-a6a0-48a2-8472-268a0f181147"} {"level":"error","ts":1789715081.6793954,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc3fe5a0-a6a0-48a2-8472-268a0f181147","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715081.6835988,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc3fe5a0-a6a0-48a2-8472-268a0f181147","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.7247634,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"600f7f3d-d3ef-4599-8a76-d2b52b3bc622"} {"level":"error","ts":1789715081.7248154,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"600f7f3d-d3ef-4599-8a76-d2b52b3bc622","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715081.729387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"600f7f3d-d3ef-4599-8a76-d2b52b3bc622","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.776807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3c623bd-5ab6-4ac2-b99b-4782cdd0d0f1"} {"level":"error","ts":1789715081.7768712,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3c623bd-5ab6-4ac2-b99b-4782cdd0d0f1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.7768233,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6320d8cc-2751-4ba4-8d2d-fff9ad4a7ef0","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715081.776933,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6320d8cc-2751-4ba4-8d2d-fff9ad4a7ef0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.7769597,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6320d8cc-2751-4ba4-8d2d-fff9ad4a7ef0"} {"level":"error","ts":1789715081.7809465,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b3c623bd-5ab6-4ac2-b99b-4782cdd0d0f1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715081.9411504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"273bacd7-a48b-4164-b5e4-239e9db5092a"} {"level":"error","ts":1789715081.941208,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"273bacd7-a48b-4164-b5e4-239e9db5092a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715081.9462671,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"273bacd7-a48b-4164-b5e4-239e9db5092a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715082.2665792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2bf29572-a872-422a-a6fc-118dca71b18e"} {"level":"error","ts":1789715082.266637,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2bf29572-a872-422a-a6fc-118dca71b18e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715082.271249,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2bf29572-a872-422a-a6fc-118dca71b18e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715082.9121478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c5514410-2783-4cfd-a6fd-5b7fde611bb2"} {"level":"error","ts":1789715082.912209,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c5514410-2783-4cfd-a6fd-5b7fde611bb2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715082.916724,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c5514410-2783-4cfd-a6fd-5b7fde611bb2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715084.1973581,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ccb8f7e7-65d7-4270-a140-d8b2f1d508eb"} {"level":"error","ts":1789715084.1974516,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ccb8f7e7-65d7-4270-a140-d8b2f1d508eb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715084.202534,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ccb8f7e7-65d7-4270-a140-d8b2f1d508eb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715086.7629309,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a631fbec-209b-49eb-bc24-917434963687"} {"level":"error","ts":1789715086.7629933,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a631fbec-209b-49eb-bc24-917434963687","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715086.7678545,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a631fbec-209b-49eb-bc24-917434963687","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715086.77791,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a924f861-be78-4da8-a0c5-362612536cc1","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715086.77795,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a924f861-be78-4da8-a0c5-362612536cc1","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715086.7779696,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a924f861-be78-4da8-a0c5-362612536cc1"} {"level":"info","ts":1789715091.7781622,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"921ca907-b66e-4aa7-9a0b-e23333ebed5e","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715091.7782173,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"921ca907-b66e-4aa7-9a0b-e23333ebed5e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715091.7782402,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"921ca907-b66e-4aa7-9a0b-e23333ebed5e"} {"level":"info","ts":1789715091.8883924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5a8bd1c6-db20-43a8-a782-cbdc697a6f80"} {"level":"error","ts":1789715091.8884575,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5a8bd1c6-db20-43a8-a782-cbdc697a6f80","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1789715091.8939824,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5a8bd1c6-db20-43a8-a782-cbdc697a6f80","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789715092.2041593,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715092.204264,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.2042782,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.2042913,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","EoS":true} {"level":"info","ts":1789715092.204316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","header":"x-maas-group"} {"level":"info","ts":1789715092.2043262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","header":"x-maas-keyname"} {"level":"info","ts":1789715092.2043319,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","header":"x-maas-username"} {"level":"info","ts":1789715092.204336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","header":"x-maas-subscription"} {"level":"info","ts":1789715092.204351,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715092.204399,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.20612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.2061453,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.2061677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","EoS":false} {"level":"info","ts":1789715092.20618,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.2062056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01","EoS":true} {"level":"info","ts":1789715092.2062173,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b7bc8e63efeb6f68bfa465883a240bbc","span_id":"1222c2f6484c37c2","x-request-id":"6c59da4f-4b2f-4588-9681-97b4df47dd01"} {"level":"info","ts":1789715092.2529593,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715092.2530818,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.253098,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.25312,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","EoS":true} {"level":"info","ts":1789715092.2532015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","header":"x-maas-username"} {"level":"info","ts":1789715092.2532156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","header":"x-maas-subscription"} {"level":"info","ts":1789715092.2532248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","header":"x-maas-group"} {"level":"info","ts":1789715092.2532337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","header":"x-maas-keyname"} {"level":"info","ts":1789715092.2532542,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715092.2532902,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.2540662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.2540865,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.2540996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","EoS":false} {"level":"info","ts":1789715092.2541132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.2541392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab","EoS":true} {"level":"info","ts":1789715092.254153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a83a5d60dc818eb7107b43fefc6e20ba","span_id":"e6f8d1f16dc6dfb9","x-request-id":"3fc1c451-b4ad-4979-ad36-fe9f30fc81ab"} {"level":"info","ts":1789715092.3141422,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715092.3142617,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.314276,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.3142948,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","EoS":true} {"level":"info","ts":1789715092.3143303,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","header":"x-maas-username"} {"level":"info","ts":1789715092.3143425,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","header":"x-maas-keyname"} {"level":"info","ts":1789715092.314351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","header":"x-maas-subscription"} {"level":"info","ts":1789715092.3144417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","header":"x-maas-group"} {"level":"info","ts":1789715092.314465,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715092.3145006,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.31527,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.3152914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.3153057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","EoS":false} {"level":"info","ts":1789715092.3153172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.3153415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808","EoS":true} {"level":"info","ts":1789715092.3153508,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7774bc08a90595a014e30bb8768368f5","span_id":"449c568a75fe6688","x-request-id":"209863fb-d6a3-4e01-8794-6f94f1cb9808"} {"level":"info","ts":1789715092.4319823,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715092.4321146,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.4321299,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.4321485,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","EoS":true} {"level":"info","ts":1789715092.4321823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","header":"x-maas-subscription"} {"level":"info","ts":1789715092.4321945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","header":"x-maas-group"} {"level":"info","ts":1789715092.4322023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","header":"x-maas-username"} {"level":"info","ts":1789715092.4322116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","header":"x-maas-keyname"} {"level":"info","ts":1789715092.4322338,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715092.4322717,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.4330761,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.4330876,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.4331036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","EoS":false} {"level":"info","ts":1789715092.4331164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.4331508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9","EoS":true} {"level":"info","ts":1789715092.4331617,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"757fbbe51e26365e9cf6314e067095f7","span_id":"a8448ac97a576f4a","x-request-id":"54bac907-b407-42b4-9cf4-ea859034e5d9"} {"level":"info","ts":1789715092.580994,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1cb1ab68-b3bf-4cac-98f9-e8273579d0f9"} {"level":"info","ts":1789715092.5810006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7207762a-6912-410f-8a64-abe39f2344cc","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"info","ts":1789715092.5810528,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7207762a-6912-410f-8a64-abe39f2344cc","name":"e2e-x-api-key-trigger","namespace":"llm"} {"level":"error","ts":1789715102.6169271,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715110.2655747,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715110.2656922,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.2657092,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.2657242,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","EoS":true} {"level":"info","ts":1789715110.2657483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","header":"x-maas-subscription"} {"level":"info","ts":1789715110.2657585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","header":"x-maas-keyname"} {"level":"info","ts":1789715110.2657638,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","header":"x-maas-username"} {"level":"info","ts":1789715110.265769,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","header":"x-maas-group"} {"level":"info","ts":1789715110.2657847,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715110.265815,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.278121,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.2781444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.2781608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","EoS":false} {"level":"info","ts":1789715110.2781734,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.2782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a","EoS":true} {"level":"info","ts":1789715110.2782092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b9665b33e98e9b8e6ca2b715ecc26ed","span_id":"6f3613c8bf3f32dc","x-request-id":"873b2833-5421-4687-9b79-1e449703468a"} {"level":"info","ts":1789715110.4133475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715110.4134593,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.4134743,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.4134877,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","EoS":true} {"level":"info","ts":1789715110.4135182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","header":"x-maas-username"} {"level":"info","ts":1789715110.4135287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","header":"x-maas-keyname"} {"level":"info","ts":1789715110.4135344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","header":"x-maas-subscription"} {"level":"info","ts":1789715110.4135427,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","header":"x-maas-group"} {"level":"info","ts":1789715110.4135606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715110.4135885,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.4143777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.4143968,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.4144113,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","EoS":false} {"level":"info","ts":1789715110.414423,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.4144504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd","EoS":true} {"level":"info","ts":1789715110.4144595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dd0d2be96c8dea27c5c99659676850c0","span_id":"5440f6aef86713bf","x-request-id":"1ff6b613-f39f-4a1b-89cb-a7d84b879cbd"} {"level":"info","ts":1789715110.5536366,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715110.5537446,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.5537574,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.5537689,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","EoS":true} {"level":"info","ts":1789715110.553792,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","header":"x-maas-group"} {"level":"info","ts":1789715110.5538023,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","header":"x-maas-subscription"} {"level":"info","ts":1789715110.5538085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","header":"x-maas-username"} {"level":"info","ts":1789715110.5538127,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","header":"x-maas-keyname"} {"level":"info","ts":1789715110.5538297,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715110.5538545,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.5557165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.5557418,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.555757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","EoS":false} {"level":"info","ts":1789715110.5557778,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.5558054,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f","EoS":true} {"level":"info","ts":1789715110.555815,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"405b27333f31818aab4801126ceb6669","span_id":"4f670cd21dafc2a1","x-request-id":"489ee31e-1455-4a7d-9aa8-d011bc3e611f"} {"level":"info","ts":1789715110.6948948,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715110.6950195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.6950347,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.6950536,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","EoS":true} {"level":"info","ts":1789715110.6950917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","header":"x-maas-username"} {"level":"info","ts":1789715110.6951036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","header":"x-maas-subscription"} {"level":"info","ts":1789715110.6951115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","header":"x-maas-keyname"} {"level":"info","ts":1789715110.695122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","header":"x-maas-group"} {"level":"info","ts":1789715110.6951444,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715110.6951816,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.6959538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.6959758,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.6959903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","EoS":false} {"level":"info","ts":1789715110.6960022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.6960278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5","EoS":true} {"level":"info","ts":1789715110.6960368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1458bf6b3ac8f685b4e1a87bf6a4321b","span_id":"abd9c624ba6e9431","x-request-id":"1fcc4841-37ce-4e20-b6f1-350a8d250cb5"} {"level":"info","ts":1789715110.8312237,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715110.8313289,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715110.8313403,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715110.8313518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","EoS":true} {"level":"info","ts":1789715110.831395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","header":"x-maas-username"} {"level":"info","ts":1789715110.8314085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","header":"x-maas-keyname"} {"level":"info","ts":1789715110.8314154,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","header":"x-maas-subscription"} {"level":"info","ts":1789715110.831424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","header":"x-maas-group"} {"level":"info","ts":1789715110.8314402,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715110.8314657,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715110.8322167,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715110.8322368,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715110.8322575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","EoS":false} {"level":"info","ts":1789715110.832278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715110.8323128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863","EoS":true} {"level":"info","ts":1789715110.832322,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5944e006a3e89eb3450ca65eee058837","span_id":"0ee68b7dd11ea973","x-request-id":"75d03cf2-8cd4-42d2-b020-33be8aa13863"} {"level":"info","ts":1789715119.672182,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715119.6723263,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.6723506,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.672386,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","EoS":true} {"level":"info","ts":1789715119.672426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","header":"x-maas-keyname"} {"level":"info","ts":1789715119.6724415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","header":"x-maas-group"} {"level":"info","ts":1789715119.6724508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","header":"x-maas-subscription"} {"level":"info","ts":1789715119.6724603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","header":"x-maas-username"} {"level":"info","ts":1789715119.672482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715119.6726584,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.6736448,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.6737134,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.6737566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","EoS":false} {"level":"info","ts":1789715119.673793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.6739058,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3","EoS":true} {"level":"info","ts":1789715119.67394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2650a06c10ed1089b412310210ad4b75","span_id":"2d09d42a26ba47e6","x-request-id":"5f362265-3044-4d09-87f1-3b283998e5d3"} {"level":"info","ts":1789715119.7645857,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715119.764692,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53"} {"level":"info","ts":1789715119.7654374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53"} {"level":"info","ts":1789715119.765459,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53"} {"level":"info","ts":1789715119.765481,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53","EoS":false} {"level":"info","ts":1789715119.765505,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53"} {"level":"info","ts":1789715119.7655425,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53","EoS":true} {"level":"info","ts":1789715119.7655575,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2ca166f4535cae2a85a4abbcbfaa060b","span_id":"7e865c4e70b82e57","x-request-id":"8f791db1-f7e2-464c-a5e2-18d3870c5e53"} {"level":"info","ts":1789715120.5421624,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715120.542279,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715120.5422914,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715120.5423033,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","EoS":true} {"level":"info","ts":1789715120.5423265,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","header":"x-maas-group"} {"level":"info","ts":1789715120.5423374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","header":"x-maas-keyname"} {"level":"info","ts":1789715120.5423443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","header":"x-maas-username"} {"level":"info","ts":1789715120.5423493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","header":"x-maas-subscription"} {"level":"info","ts":1789715120.5423799,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715120.542406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715120.5443108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715120.544332,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715120.5443444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","EoS":false} {"level":"info","ts":1789715120.5443606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715120.5444026,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460","EoS":true} {"level":"info","ts":1789715120.5444124,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05cc281f2e5f44f8fe9f5139f8d1da42","span_id":"40ed03e507b04d6a","x-request-id":"e0ca674b-0d01-4c34-8f0f-eda7efcb4460"} {"level":"info","ts":1789715121.5065548,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715121.506671,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715121.5066829,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715121.5066943,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","EoS":true} {"level":"info","ts":1789715121.5067177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","header":"x-maas-username"} {"level":"info","ts":1789715121.5067275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","header":"x-maas-group"} {"level":"info","ts":1789715121.506733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","header":"x-maas-subscription"} {"level":"info","ts":1789715121.506739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","header":"x-maas-keyname"} {"level":"info","ts":1789715121.506756,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715121.506776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715121.5076404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715121.5076609,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715121.5076818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","EoS":false} {"level":"info","ts":1789715121.5076995,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715121.5077248,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025","EoS":true} {"level":"info","ts":1789715121.507733,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"099122b6573a64434196c67bd2d8c894","span_id":"6f15272ae11a9cb1","x-request-id":"9c2704de-9b8e-43ba-8c99-33ff85d47025"} {"level":"info","ts":1789715122.242336,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715122.2424705,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"info","ts":1789715122.2424853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"info","ts":1789715122.2425008,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","EoS":true} {"level":"info","ts":1789715122.2425272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","header":"x-maas-keyname"} {"level":"info","ts":1789715122.242538,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","header":"x-maas-subscription"} {"level":"info","ts":1789715122.2425447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","header":"x-maas-group"} {"level":"info","ts":1789715122.242549,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","header":"x-maas-username"} {"level":"info","ts":1789715122.2425647,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715122.2425914,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"info","ts":1789715122.2434187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"info","ts":1789715122.243444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"info","ts":1789715122.24346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","EoS":false} {"level":"info","ts":1789715122.2434745,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"info","ts":1789715122.2434988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866","EoS":true} {"level":"info","ts":1789715122.2435112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab70ee0e0b03e69adf37c5c92d4de296","span_id":"a98a82c20e2ef976","x-request-id":"e47647c1-1649-4a6d-8fb3-afd630535866"} {"level":"error","ts":1789715122.619003,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715123.3289626,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715123.3290675,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"info","ts":1789715123.3290799,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"info","ts":1789715123.3290915,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","EoS":true} {"level":"info","ts":1789715123.3291175,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","header":"x-maas-subscription"} {"level":"info","ts":1789715123.3291254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","header":"x-maas-keyname"} {"level":"info","ts":1789715123.3291304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","header":"x-maas-username"} {"level":"info","ts":1789715123.329135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","header":"x-maas-group"} {"level":"info","ts":1789715123.3291512,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715123.3291788,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"info","ts":1789715123.3301888,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"info","ts":1789715123.3302133,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"info","ts":1789715123.3302262,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","EoS":false} {"level":"info","ts":1789715123.3302414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"info","ts":1789715123.3302677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a","EoS":true} {"level":"info","ts":1789715123.330277,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"459f3d97e4cb93fa21b56a7765b055e0","span_id":"3fdb46981d6802ad","x-request-id":"8b7ccfe2-6926-4c14-8928-ba9db772c66a"} {"level":"error","ts":1789715137.6201847,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715143.1138341,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715143.1139402,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"info","ts":1789715143.1139522,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"info","ts":1789715143.113966,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","EoS":true} {"level":"info","ts":1789715143.1139932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","header":"x-maas-subscription"} {"level":"info","ts":1789715143.1140044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","header":"x-maas-keyname"} {"level":"info","ts":1789715143.1140096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","header":"x-maas-group"} {"level":"info","ts":1789715143.1140141,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","header":"x-maas-username"} {"level":"info","ts":1789715143.1140313,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715143.114057,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"info","ts":1789715143.1147969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"info","ts":1789715143.1148195,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"info","ts":1789715143.1148324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","EoS":false} {"level":"info","ts":1789715143.1148467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"info","ts":1789715143.1148717,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55","EoS":true} {"level":"info","ts":1789715143.1148798,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e5fb854fed26b8bacb94b7572680a77d","span_id":"f5b4bb6293d0638b","x-request-id":"7262e9a3-7fcf-473a-b266-7dda24276f55"} {"level":"error","ts":1789715157.6229384,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715230.159411,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715230.1595278,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"info","ts":1789715230.15954,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"info","ts":1789715230.1595523,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","EoS":true} {"level":"info","ts":1789715230.1595764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","header":"x-maas-subscription"} {"level":"info","ts":1789715230.1595874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","header":"x-maas-keyname"} {"level":"info","ts":1789715230.1595926,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","header":"x-maas-username"} {"level":"info","ts":1789715230.1595967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","header":"x-maas-group"} {"level":"info","ts":1789715230.1596124,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789715230.1596406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"info","ts":1789715230.1727967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"info","ts":1789715230.1728256,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"info","ts":1789715230.1728427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","EoS":false} {"level":"info","ts":1789715230.1728551,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"info","ts":1789715230.172881,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65","EoS":true} {"level":"info","ts":1789715230.1728883,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dfc95bab4f3c97cf24e05dce3eb95c3","span_id":"25e4c91af87277e5","x-request-id":"746fd52e-2367-41a3-9044-75f59ef69e65"} {"level":"error","ts":1789715242.6325126,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715324.0822446,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715324.0823576,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"info","ts":1789715324.0824687,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"info","ts":1789715324.0824876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","EoS":true} {"level":"info","ts":1789715324.082517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","header":"x-maas-group"} {"level":"info","ts":1789715324.0825326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","header":"x-maas-subscription"} {"level":"info","ts":1789715324.0825377,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","header":"x-maas-username"} {"level":"info","ts":1789715324.0825424,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","header":"x-maas-keyname"} {"level":"info","ts":1789715324.0825574,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789715324.082584,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"info","ts":1789715324.083444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"info","ts":1789715324.0834663,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"info","ts":1789715324.0834808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","EoS":false} {"level":"info","ts":1789715324.0834918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"info","ts":1789715324.0835228,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe","EoS":true} {"level":"info","ts":1789715324.0835352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb977399fb8e3fd03b0936f694041d32","span_id":"bd4701c4344c1730","x-request-id":"0b370133-d0c3-4ad0-9879-f14881a126fe"} {"level":"error","ts":1789715337.6418355,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715341.0336597,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715341.033764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.033777,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.0337887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","EoS":true} {"level":"info","ts":1789715341.03381,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","header":"x-maas-group"} {"level":"info","ts":1789715341.0338202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","header":"x-maas-subscription"} {"level":"info","ts":1789715341.0338254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","header":"x-maas-username"} {"level":"info","ts":1789715341.0338318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","header":"x-maas-keyname"} {"level":"info","ts":1789715341.0338476,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789715341.0338726,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.0468502,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.0468776,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.0469012,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","EoS":false} {"level":"info","ts":1789715341.0469196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.0469973,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","EoS":false} {"level":"info","ts":1789715341.0470161,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.047036,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4","EoS":true} {"level":"info","ts":1789715341.0470479,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46f22ff4ed97ab755e97db0c9968e8ca","span_id":"9b57dc5a0b3d7a94","x-request-id":"e6dfdf10-5cdb-4358-b5bf-40648b9e08c4"} {"level":"info","ts":1789715341.1827338,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715341.1828432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.182855,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.1828666,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","EoS":true} {"level":"info","ts":1789715341.1828892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","header":"x-maas-keyname"} {"level":"info","ts":1789715341.1828992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","header":"x-maas-group"} {"level":"info","ts":1789715341.182906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","header":"x-maas-subscription"} {"level":"info","ts":1789715341.1829104,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","header":"x-maas-username"} {"level":"info","ts":1789715341.182925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789715341.182951,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.1854632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.1854959,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.1855135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","EoS":false} {"level":"info","ts":1789715341.1855297,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.1855743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","EoS":false} {"level":"info","ts":1789715341.1855876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.1856077,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336","EoS":true} {"level":"info","ts":1789715341.1856198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"648e74f381fe16229b8aa9ef6e747fe5","span_id":"d59b2597140e205d","x-request-id":"e1c123cc-c45e-499d-a97b-223b4944e336"} {"level":"info","ts":1789715341.3223512,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715341.3224885,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"info","ts":1789715341.3225043,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"info","ts":1789715341.322517,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","EoS":true} {"level":"info","ts":1789715341.3225443,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","header":"x-maas-subscription"} {"level":"info","ts":1789715341.3225596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","header":"x-maas-keyname"} {"level":"info","ts":1789715341.3225665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","header":"x-maas-username"} {"level":"info","ts":1789715341.322573,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","header":"x-maas-group"} {"level":"info","ts":1789715341.3225915,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789715341.3226206,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"info","ts":1789715341.323662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"info","ts":1789715341.323681,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"info","ts":1789715341.3237123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","EoS":false} {"level":"info","ts":1789715341.3237305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"info","ts":1789715341.323768,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65","EoS":true} {"level":"info","ts":1789715341.3237789,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acb57a1a373a9da3110d39f671c78afa","span_id":"34f90a6e30336012","x-request-id":"b7e5e58c-522e-4a4c-aec9-115f1f8fbd65"} {"level":"error","ts":1789715352.643104,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789715354.2195792,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789715354.2196867,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"info","ts":1789715354.219703,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"info","ts":1789715354.2197154,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","EoS":true} {"level":"info","ts":1789715354.219739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","header":"x-maas-subscription"} {"level":"info","ts":1789715354.219747,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","header":"x-maas-keyname"} {"level":"info","ts":1789715354.2197528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","header":"x-maas-username"} {"level":"info","ts":1789715354.219757,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","header":"x-maas-group"} {"level":"info","ts":1789715354.2197719,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789715354.2198012,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"info","ts":1789715354.2219017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"info","ts":1789715354.2219248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"info","ts":1789715354.2219443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","EoS":false} {"level":"info","ts":1789715354.2219574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"info","ts":1789715354.221991,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99","EoS":true} {"level":"info","ts":1789715354.2220013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"99cead69727606e5ef34af8a0020c4a3","span_id":"47e10cd82da9299c","x-request-id":"c113e196-63a7-4493-9c5e-fb6f6b55ad99"} {"level":"error","ts":1789715367.643923,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}