{"level":"info","ts":1789870042.9555757,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e"}
{"level":"info","ts":1789870042.955617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","EoS":true}
{"level":"info","ts":1789870042.95567,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","header":"x-maas-keyname"}
{"level":"info","ts":1789870042.9557016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","header":"x-maas-group"}
{"level":"info","ts":1789870042.9557276,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","header":"x-maas-subscription"}
{"level":"info","ts":1789870042.955764,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","header":"x-maas-username"}
{"level":"info","ts":1789870042.9558265,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789870042.9558847,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e"}
{"level":"info","ts":1789870042.963921,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e"}
{"level":"info","ts":1789870042.9640248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e"}
{"level":"info","ts":1789870042.9640737,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","EoS":false}
{"level":"info","ts":1789870042.9641185,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e"}
{"level":"info","ts":1789870042.9641738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e","EoS":true}
{"level":"info","ts":1789870042.9642076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cc84113ba4ef04c7671bbf272e13a7b","span_id":"053086b059bce0d0","x-request-id":"4abdc720-ca3a-4aca-8d04-baea9d26e06e"}
{"level":"error","ts":1789870054.9541368,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789870056.1542313,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789870056.1543458,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"134c69d769277cab653ce8d840ff5b2d","span_id":"90499c1eff0957df","x-request-id":"ce0fb289-3c78-4841-8f26-7cc127b59984"}
{"level":"info","ts":1789870056.1543632,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"134c69d769277cab653ce8d840ff5b2d","span_id":"90499c1eff0957df","x-request-id":"ce0fb289-3c78-4841-8f26-7cc127b59984"}
{"level":"info","ts":1789870056.1543813,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"134c69d769277cab653ce8d840ff5b2d","span_id":"90499c1eff0957df","x-request-id":"ce0fb289-3c78-4841-8f26-7cc127b59984","EoS":true}
{"level":"info","ts":1789870056.1544478,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"134c69d769277cab653ce8d840ff5b2d","span_id":"90499c1eff0957df","x-request-id":"ce0fb289-3c78-4841-8f26-7cc127b59984"}
{"level":"info","ts":1789870056.3367114,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789870056.336821,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"59990b9fa7eb4aa80d5935fa33859bd7","span_id":"9ab7010891c51018","x-request-id":"d31da8bf-9f2d-43ec-b7ae-20b74ec008b4"}
{"level":"info","ts":1789870056.3368351,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"59990b9fa7eb4aa80d5935fa33859bd7","span_id":"9ab7010891c51018","x-request-id":"d31da8bf-9f2d-43ec-b7ae-20b74ec008b4"}
{"level":"info","ts":1789870056.3368468,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"59990b9fa7eb4aa80d5935fa33859bd7","span_id":"9ab7010891c51018","x-request-id":"d31da8bf-9f2d-43ec-b7ae-20b74ec008b4","EoS":true}
{"level":"info","ts":1789870056.3368897,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"59990b9fa7eb4aa80d5935fa33859bd7","span_id":"9ab7010891c51018","x-request-id":"d31da8bf-9f2d-43ec-b7ae-20b74ec008b4"}
{"level":"info","ts":1789870056.5014153,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789870056.501521,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fcbaf397e0e95aa3db10397f6833d889","span_id":"c833b6cae47d34d1","x-request-id":"c288b85e-7f90-4b01-b184-201b344bc6ae"}
{"level":"info","ts":1789870056.5015368,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fcbaf397e0e95aa3db10397f6833d889","span_id":"c833b6cae47d34d1","x-request-id":"c288b85e-7f90-4b01-b184-201b344bc6ae"}
{"level":"info","ts":1789870056.501548,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fcbaf397e0e95aa3db10397f6833d889","span_id":"c833b6cae47d34d1","x-request-id":"c288b85e-7f90-4b01-b184-201b344bc6ae","EoS":true}
{"level":"info","ts":1789870056.5015957,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fcbaf397e0e95aa3db10397f6833d889","span_id":"c833b6cae47d34d1","x-request-id":"c288b85e-7f90-4b01-b184-201b344bc6ae"}
{"level":"error","ts":1789870069.9551477,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871158.0554867,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871158.0555878,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.0555975,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.0556083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","EoS":true}
{"level":"info","ts":1789871158.055635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","header":"x-maas-keyname"}
{"level":"info","ts":1789871158.0556457,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","header":"x-maas-subscription"}
{"level":"info","ts":1789871158.0556526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","header":"x-maas-group"}
{"level":"info","ts":1789871158.055657,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","header":"x-maas-username"}
{"level":"info","ts":1789871158.0556736,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789871158.055701,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.0564501,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.0564787,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.0564952,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","EoS":false}
{"level":"info","ts":1789871158.0565088,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.0565405,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e","EoS":true}
{"level":"info","ts":1789871158.0565474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87f33b8d7ac510f4c83d923e06351718","span_id":"4575847fbbb23565","x-request-id":"94bf1884-8153-4821-8326-b5c81dcc344e"}
{"level":"info","ts":1789871158.092462,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871158.0925665,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"info","ts":1789871158.0925817,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"info","ts":1789871158.0925932,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","EoS":true}
{"level":"info","ts":1789871158.0926182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","header":"x-maas-subscription"}
{"level":"info","ts":1789871158.0926278,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","header":"x-maas-group"}
{"level":"info","ts":1789871158.0926335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","header":"x-maas-keyname"}
{"level":"info","ts":1789871158.0926375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","header":"x-maas-username"}
{"level":"info","ts":1789871158.0926528,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789871158.0926802,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"info","ts":1789871158.0933516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"info","ts":1789871158.0933719,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"info","ts":1789871158.0933855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","EoS":false}
{"level":"info","ts":1789871158.0933957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"info","ts":1789871158.0934198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd","EoS":true}
{"level":"info","ts":1789871158.0934339,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec0982e26e264b4db51653e49f1f275d","span_id":"72f43c83cfba9286","x-request-id":"531712ac-6fa8-44fb-981e-9692a1984cfd"}
{"level":"error","ts":1789871170.0706277,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871473.416614,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea2b7cd4-a789-4744-8c78-d07b23c87245","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789871473.4166565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"efc8de4c-9e20-433d-8821-a449ab04aef4"}
{"level":"error","ts":1789871473.4166708,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea2b7cd4-a789-4744-8c78-d07b23c87245","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.4166968,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea2b7cd4-a789-4744-8c78-d07b23c87245"}
{"level":"info","ts":1789871473.4224505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf87b82a-199c-40a0-ab04-5a9260062e83","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789871473.4224832,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf87b82a-199c-40a0-ab04-5a9260062e83","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.4225006,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cf87b82a-199c-40a0-ab04-5a9260062e83"}
{"level":"error","ts":1789871473.425381,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"efc8de4c-9e20-433d-8821-a449ab04aef4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.4254146,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"efc8de4c-9e20-433d-8821-a449ab04aef4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.4277816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1c25f910-b242-462d-a392-5a69444c8142","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789871473.427823,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1c25f910-b242-462d-a392-5a69444c8142","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.4278402,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1c25f910-b242-462d-a392-5a69444c8142"}
{"level":"error","ts":1789871473.4304473,"caller":"externalmodel/reconciler.go:211","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"efc8de4c-9e20-433d-8821-a449ab04aef4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:211\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.4304807,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"efc8de4c-9e20-433d-8821-a449ab04aef4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.4305193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bce4c841-4d77-4f61-8f60-b643ef552f89"}
{"level":"error","ts":1789871473.430538,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bce4c841-4d77-4f61-8f60-b643ef552f89","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.4361565,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bce4c841-4d77-4f61-8f60-b643ef552f89","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.446385,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2b6a4a8-657f-4b7e-a0ab-b27143cc9b61"}
{"level":"error","ts":1789871473.4464393,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2b6a4a8-657f-4b7e-a0ab-b27143cc9b61","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.450562,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2b6a4a8-657f-4b7e-a0ab-b27143cc9b61","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.4716845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3c776029-4e1c-47a8-b5c7-5eaf38d556a0"}
{"level":"error","ts":1789871473.4717374,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3c776029-4e1c-47a8-b5c7-5eaf38d556a0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.4765797,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3c776029-4e1c-47a8-b5c7-5eaf38d556a0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.5168896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24abb779-df19-41c3-84fd-4554cb0ce8f7"}
{"level":"error","ts":1789871473.516945,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24abb779-df19-41c3-84fd-4554cb0ce8f7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.5219703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"24abb779-df19-41c3-84fd-4554cb0ce8f7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.556282,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c729e23d-9355-472b-a452-a93155aec109","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789871473.5563207,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c729e23d-9355-472b-a452-a93155aec109","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.5563402,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c729e23d-9355-472b-a452-a93155aec109"}
{"level":"info","ts":1789871473.5563388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4cd22977-104c-4e47-99b2-7a50670bb82e"}
{"level":"error","ts":1789871473.556376,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4cd22977-104c-4e47-99b2-7a50670bb82e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.5606713,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4cd22977-104c-4e47-99b2-7a50670bb82e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871473.720857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04a9b29c-f63b-410c-ad86-15adb7035a64"}
{"level":"error","ts":1789871473.7209134,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04a9b29c-f63b-410c-ad86-15adb7035a64","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871473.7263165,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"04a9b29c-f63b-410c-ad86-15adb7035a64","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871474.0468488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d95459e-e157-4cc6-b2b1-f7ef394fcbbb"}
{"level":"error","ts":1789871474.046904,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d95459e-e157-4cc6-b2b1-f7ef394fcbbb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871474.052551,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d95459e-e157-4cc6-b2b1-f7ef394fcbbb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871474.6935928,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1445edce-5d61-49c0-8bab-34fa594c8b7a"}
{"level":"error","ts":1789871474.6936467,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1445edce-5d61-49c0-8bab-34fa594c8b7a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871474.6988168,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1445edce-5d61-49c0-8bab-34fa594c8b7a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871475.9797823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc8a4606-88cf-4cb8-8532-69f81e20bb78"}
{"level":"error","ts":1789871475.9798636,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc8a4606-88cf-4cb8-8532-69f81e20bb78","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871475.985062,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc8a4606-88cf-4cb8-8532-69f81e20bb78","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871478.5461483,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f6f9daf5-bd9f-4b55-9be9-f992006249f2"}
{"level":"error","ts":1789871478.546207,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f6f9daf5-bd9f-4b55-9be9-f992006249f2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871478.5517642,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f6f9daf5-bd9f-4b55-9be9-f992006249f2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871478.5567815,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbe3bcfd-5b4f-401d-b238-fcb989399f28","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789871478.556838,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbe3bcfd-5b4f-401d-b238-fcb989399f28","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871478.556858,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cbe3bcfd-5b4f-401d-b238-fcb989399f28"}
{"level":"info","ts":1789871483.5574138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f14ba10e-41c8-4079-859c-1091378923f3","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789871483.5574713,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f14ba10e-41c8-4079-859c-1091378923f3","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871483.5574992,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f14ba10e-41c8-4079-859c-1091378923f3"}
{"level":"info","ts":1789871483.6726503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bb34e9e6-752e-4cbf-8191-3ca52b2b81f4"}
{"level":"error","ts":1789871483.6727085,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bb34e9e6-752e-4cbf-8191-3ca52b2b81f4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789871483.6779125,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bb34e9e6-752e-4cbf-8191-3ca52b2b81f4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789871483.9793515,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871483.9794772,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871483.9794948,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871483.9795094,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","EoS":true}
{"level":"info","ts":1789871483.9795327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","header":"x-maas-keyname"}
{"level":"info","ts":1789871483.9795423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","header":"x-maas-username"}
{"level":"info","ts":1789871483.9795482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","header":"x-maas-group"}
{"level":"info","ts":1789871483.9795532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","header":"x-maas-subscription"}
{"level":"info","ts":1789871483.9795682,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871483.9795942,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871483.9803667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871483.9803863,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871483.9804027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","EoS":false}
{"level":"info","ts":1789871483.9804146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871483.9804392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920","EoS":true}
{"level":"info","ts":1789871483.9804487,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d3c7c7ebf4d2d9b4f8529e367695dbe","span_id":"ca88a7a9d9efa295","x-request-id":"b269fb8b-9f95-4f0b-84e0-35f484b75920"}
{"level":"info","ts":1789871484.0162792,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871484.016373,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.016387,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.016399,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","EoS":true}
{"level":"info","ts":1789871484.0164173,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","header":"x-maas-username"}
{"level":"info","ts":1789871484.0164273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","header":"x-maas-group"}
{"level":"info","ts":1789871484.0164318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","header":"x-maas-subscription"}
{"level":"info","ts":1789871484.0164359,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","header":"x-maas-keyname"}
{"level":"info","ts":1789871484.0164504,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871484.016473,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.017064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.017081,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.017091,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","EoS":false}
{"level":"info","ts":1789871484.0171013,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.0171216,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8","EoS":true}
{"level":"info","ts":1789871484.0171309,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8499459f72c0c69562e16d3255a78a37","span_id":"c90e45e05a41a207","x-request-id":"28269f99-91c5-4c8e-a907-b8d0f3a0f0a8"}
{"level":"info","ts":1789871484.0669258,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871484.067013,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.067025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.067035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","EoS":true}
{"level":"info","ts":1789871484.067054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","header":"x-maas-keyname"}
{"level":"info","ts":1789871484.0670636,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","header":"x-maas-subscription"}
{"level":"info","ts":1789871484.0670688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","header":"x-maas-group"}
{"level":"info","ts":1789871484.0670748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","header":"x-maas-username"}
{"level":"info","ts":1789871484.067088,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871484.0671093,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.0676742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.067698,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.0677197,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","EoS":false}
{"level":"info","ts":1789871484.0677407,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.0677664,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8","EoS":true}
{"level":"info","ts":1789871484.067775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d1ac58e1fa4287ef187e377c9c8464d","span_id":"52d9218f84a7ecaf","x-request-id":"af44940d-4bf5-49c8-a463-54586feb39a8"}
{"level":"info","ts":1789871484.184646,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871484.184747,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.1847644,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.184777,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","EoS":true}
{"level":"info","ts":1789871484.1848154,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","header":"x-maas-subscription"}
{"level":"info","ts":1789871484.1848269,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","header":"x-maas-username"}
{"level":"info","ts":1789871484.184832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","header":"x-maas-keyname"}
{"level":"info","ts":1789871484.1848366,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","header":"x-maas-group"}
{"level":"info","ts":1789871484.1848507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871484.1848776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.1855009,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.1855197,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.1855354,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","EoS":false}
{"level":"info","ts":1789871484.1855512,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.185576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855","EoS":true}
{"level":"info","ts":1789871484.1855855,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0c490b0064ace4046dfabc387fdd436d","span_id":"b95f140c86c3a1e3","x-request-id":"9ecb4826-fad8-491d-97b8-552e13dd5855"}
{"level":"info","ts":1789871484.3370535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a887c5b8-33fc-4a5b-a2be-5ff715e09acb","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789871484.3370907,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a887c5b8-33fc-4a5b-a2be-5ff715e09acb","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789871484.337102,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f4ad2c61-3893-430a-a45b-adf28a7e3c66"}
{"level":"error","ts":1789871495.109482,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871502.042492,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871502.0425882,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.0426016,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.042613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","EoS":true}
{"level":"info","ts":1789871502.0426376,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","header":"x-maas-group"}
{"level":"info","ts":1789871502.0426471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","header":"x-maas-username"}
{"level":"info","ts":1789871502.0426521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","header":"x-maas-keyname"}
{"level":"info","ts":1789871502.0426571,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","header":"x-maas-subscription"}
{"level":"info","ts":1789871502.0426722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871502.0426962,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.0548882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.0549097,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.0549712,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","EoS":false}
{"level":"info","ts":1789871502.0549898,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.0550163,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf","EoS":true}
{"level":"info","ts":1789871502.0550253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3dc52bb8909196d5308039989abfd1a6","span_id":"729e10e8f92b6d5d","x-request-id":"32069c2b-7d18-41a5-ae5f-918e2d43fbaf"}
{"level":"info","ts":1789871502.1949446,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871502.1950364,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.195048,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.1950595,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","EoS":true}
{"level":"info","ts":1789871502.195084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","header":"x-maas-username"}
{"level":"info","ts":1789871502.1950934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","header":"x-maas-group"}
{"level":"info","ts":1789871502.195099,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","header":"x-maas-subscription"}
{"level":"info","ts":1789871502.1951034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","header":"x-maas-keyname"}
{"level":"info","ts":1789871502.1951187,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871502.1951425,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.1957583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.1957784,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.1958046,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","EoS":false}
{"level":"info","ts":1789871502.195817,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.1958494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94","EoS":true}
{"level":"info","ts":1789871502.1958632,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0752ff288fd99d22c89e518cb64e1782","span_id":"329d2ea6020788f9","x-request-id":"b8323eb0-e67c-467a-b311-03e73981bc94"}
{"level":"info","ts":1789871502.333222,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871502.3333366,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.3333511,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.333364,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","EoS":true}
{"level":"info","ts":1789871502.3333864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","header":"x-maas-keyname"}
{"level":"info","ts":1789871502.333396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","header":"x-maas-group"}
{"level":"info","ts":1789871502.3334012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","header":"x-maas-username"}
{"level":"info","ts":1789871502.3334057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","header":"x-maas-subscription"}
{"level":"info","ts":1789871502.3334208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871502.3334472,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.3341122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.3341298,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.3341446,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","EoS":false}
{"level":"info","ts":1789871502.334157,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.3341818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554","EoS":true}
{"level":"info","ts":1789871502.3341913,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"343f8072e9432a480406a79d16eb6728","span_id":"6586b6d2a56d0da0","x-request-id":"26dca717-846f-4d81-8482-bfbb3c998554"}
{"level":"info","ts":1789871502.4693575,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871502.46945,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.4694614,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.4694724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","EoS":true}
{"level":"info","ts":1789871502.4695,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","header":"x-maas-keyname"}
{"level":"info","ts":1789871502.4695103,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","header":"x-maas-username"}
{"level":"info","ts":1789871502.469515,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","header":"x-maas-group"}
{"level":"info","ts":1789871502.4695194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","header":"x-maas-subscription"}
{"level":"info","ts":1789871502.469533,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871502.4695587,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.470198,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.4702213,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.4702415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","EoS":false}
{"level":"info","ts":1789871502.470259,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.4702916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689","EoS":true}
{"level":"info","ts":1789871502.4703028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d78e39ebaa2b45476636759abd28474","span_id":"7894797acb8532cb","x-request-id":"ccdf931c-03bc-4ebe-8355-2308b13cd689"}
{"level":"info","ts":1789871502.6128569,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871502.6129513,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"info","ts":1789871502.612965,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"info","ts":1789871502.6129766,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","EoS":true}
{"level":"info","ts":1789871502.6130002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","header":"x-maas-keyname"}
{"level":"info","ts":1789871502.613011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","header":"x-maas-subscription"}
{"level":"info","ts":1789871502.6130164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","header":"x-maas-username"}
{"level":"info","ts":1789871502.6130202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","header":"x-maas-group"}
{"level":"info","ts":1789871502.6130345,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871502.6130595,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"info","ts":1789871502.6147723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"info","ts":1789871502.6148038,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"info","ts":1789871502.6148198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","EoS":false}
{"level":"info","ts":1789871502.6148314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"info","ts":1789871502.6148546,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1","EoS":true}
{"level":"info","ts":1789871502.614864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36bc3e3430387cc6ccd0cecafab21422","span_id":"6cb48999b4caca44","x-request-id":"35eda08d-9866-4fc3-8b32-0eb47aca3bc1"}
{"level":"error","ts":1789871515.1107337,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871517.6843379,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871517.684455,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.6844702,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.6844895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","EoS":true}
{"level":"info","ts":1789871517.684526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","header":"x-maas-keyname"}
{"level":"info","ts":1789871517.6845388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","header":"x-maas-username"}
{"level":"info","ts":1789871517.6845477,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","header":"x-maas-subscription"}
{"level":"info","ts":1789871517.684554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","header":"x-maas-group"}
{"level":"info","ts":1789871517.684575,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871517.6846101,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.6852798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.6853008,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.6853185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","EoS":false}
{"level":"info","ts":1789871517.6853304,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.685351,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53","EoS":true}
{"level":"info","ts":1789871517.68536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97b29a9f2dd1bc35a73193c7e25c5c6f","span_id":"f7e9c915f9dc4790","x-request-id":"7ab40457-a902-4bed-b0c8-ba86cbab0d53"}
{"level":"info","ts":1789871517.7201333,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871517.720235,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.7202506,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.720268,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","EoS":true}
{"level":"info","ts":1789871517.7202997,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","header":"x-maas-keyname"}
{"level":"info","ts":1789871517.7203128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","header":"x-maas-subscription"}
{"level":"info","ts":1789871517.7203224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","header":"x-maas-username"}
{"level":"info","ts":1789871517.7203302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","header":"x-maas-group"}
{"level":"info","ts":1789871517.7203507,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871517.7203865,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.7210233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.721042,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.7210531,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","EoS":false}
{"level":"info","ts":1789871517.721065,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.7210903,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944","EoS":true}
{"level":"info","ts":1789871517.7211015,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"039e8932f212570b5c7023b67989d808","span_id":"644f6c118e7c3e42","x-request-id":"82f3a384-434d-4790-8d9b-e291197af944"}
{"level":"info","ts":1789871517.8430858,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871517.8431916,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154"}
{"level":"info","ts":1789871517.8437333,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154"}
{"level":"info","ts":1789871517.8437462,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154"}
{"level":"info","ts":1789871517.843758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154","EoS":false}
{"level":"info","ts":1789871517.843769,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154"}
{"level":"info","ts":1789871517.8438048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154","EoS":true}
{"level":"info","ts":1789871517.843818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ea625fb25cbb44f7187a7a7098082163","span_id":"de99faec4ef5917d","x-request-id":"355230d7-238f-488d-b06b-08cee30e7154"}
{"level":"info","ts":1789871518.6078117,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871518.6079235,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871518.607941,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871518.6079528,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","EoS":true}
{"level":"info","ts":1789871518.6079755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","header":"x-maas-keyname"}
{"level":"info","ts":1789871518.6079862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","header":"x-maas-subscription"}
{"level":"info","ts":1789871518.607991,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","header":"x-maas-username"}
{"level":"info","ts":1789871518.6079955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","header":"x-maas-group"}
{"level":"info","ts":1789871518.6080096,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871518.6080346,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871518.608729,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871518.608747,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871518.6087666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","EoS":false}
{"level":"info","ts":1789871518.6087825,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871518.6088283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4","EoS":true}
{"level":"info","ts":1789871518.6088414,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"718aa96eec03e53e2dee179f0689613b","span_id":"d47250b423112788","x-request-id":"52e4b93b-ac28-4ded-9eb7-588562941cb4"}
{"level":"info","ts":1789871521.7114112,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871521.7115428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871521.7115602,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871521.7115748,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","EoS":true}
{"level":"info","ts":1789871521.7116005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","header":"x-maas-username"}
{"level":"info","ts":1789871521.7116106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","header":"x-maas-keyname"}
{"level":"info","ts":1789871521.7116153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","header":"x-maas-group"}
{"level":"info","ts":1789871521.7116206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","header":"x-maas-subscription"}
{"level":"info","ts":1789871521.7116358,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871521.7116604,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871521.7123997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871521.7124207,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871521.7124357,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","EoS":false}
{"level":"info","ts":1789871521.7124507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871521.7124841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f","EoS":true}
{"level":"info","ts":1789871521.7124963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"644abea69127f8007ee2cddcd7f8848a","span_id":"df3c220ce1c689d0","x-request-id":"46461342-584d-4f61-aaa8-64312d851f4f"}
{"level":"info","ts":1789871524.5640233,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871524.5641246,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871524.5641387,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871524.5641544,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","EoS":true}
{"level":"info","ts":1789871524.564177,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","header":"x-maas-username"}
{"level":"info","ts":1789871524.564187,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","header":"x-maas-keyname"}
{"level":"info","ts":1789871524.5641923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","header":"x-maas-group"}
{"level":"info","ts":1789871524.564197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","header":"x-maas-subscription"}
{"level":"info","ts":1789871524.5642116,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871524.5642433,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871524.5649295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871524.5649543,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871524.5649703,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","EoS":false}
{"level":"info","ts":1789871524.5649865,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871524.565021,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13","EoS":true}
{"level":"info","ts":1789871524.5650325,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af6b04c42fa67545f5af2a66b7610f87","span_id":"9e0905048aa31087","x-request-id":"7d17752a-6049-47d5-aca0-f0c52bdcbd13"}
{"level":"info","ts":1789871525.8777223,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871525.877836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"info","ts":1789871525.8778489,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"info","ts":1789871525.877861,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","EoS":true}
{"level":"info","ts":1789871525.877886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","header":"x-maas-username"}
{"level":"info","ts":1789871525.8778954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","header":"x-maas-keyname"}
{"level":"info","ts":1789871525.8779004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","header":"x-maas-group"}
{"level":"info","ts":1789871525.877906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","header":"x-maas-subscription"}
{"level":"info","ts":1789871525.8779213,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871525.8779464,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"info","ts":1789871525.878605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"info","ts":1789871525.8786304,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"info","ts":1789871525.8786466,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","EoS":false}
{"level":"info","ts":1789871525.8786664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"info","ts":1789871525.878696,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc","EoS":true}
{"level":"info","ts":1789871525.8787084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a92151b548d0295cdc789917cc138b6","span_id":"be9861a054e44c34","x-request-id":"af8a03d5-ecfb-4997-879d-a652c9c38fdc"}
{"level":"error","ts":1789871530.111918,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789871545.1137736,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871551.7048132,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871551.7049518,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"info","ts":1789871551.70497,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"info","ts":1789871551.7049859,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","EoS":true}
{"level":"info","ts":1789871551.705014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","header":"x-maas-subscription"}
{"level":"info","ts":1789871551.705024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","header":"x-maas-username"}
{"level":"info","ts":1789871551.7050297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","header":"x-maas-keyname"}
{"level":"info","ts":1789871551.7050343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","header":"x-maas-group"}
{"level":"info","ts":1789871551.7050495,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871551.7050753,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"info","ts":1789871551.706316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"info","ts":1789871551.7063315,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"info","ts":1789871551.706344,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","EoS":false}
{"level":"info","ts":1789871551.7063546,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"info","ts":1789871551.7063756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038","EoS":true}
{"level":"info","ts":1789871551.7063837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"30d7bad6889e199a387b109374f53a9d","span_id":"e7b805fd5e2fb8ae","x-request-id":"afd53a98-1130-46d7-a0b9-f4de560f3038"}
{"level":"error","ts":1789871565.1157773,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871644.6442428,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871644.6443417,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"info","ts":1789871644.6443543,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"info","ts":1789871644.644366,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","EoS":true}
{"level":"info","ts":1789871644.644394,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","header":"x-maas-keyname"}
{"level":"info","ts":1789871644.6444046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","header":"x-maas-subscription"}
{"level":"info","ts":1789871644.6444094,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","header":"x-maas-group"}
{"level":"info","ts":1789871644.6444135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","header":"x-maas-username"}
{"level":"info","ts":1789871644.6444273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789871644.644452,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"info","ts":1789871644.6572669,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"info","ts":1789871644.6572914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"info","ts":1789871644.6573107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","EoS":false}
{"level":"info","ts":1789871644.6573272,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"info","ts":1789871644.6573565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e","EoS":true}
{"level":"info","ts":1789871644.657369,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"735e1dc07d0d30cfb6018f4e53a336b5","span_id":"3cc48e75894cba77","x-request-id":"c213beaf-dc2e-4a5f-bf91-f0202d85238e"}
{"level":"error","ts":1789871655.1275394,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871706.4572349,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871706.457334,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"info","ts":1789871706.4573514,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"info","ts":1789871706.457364,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","EoS":true}
{"level":"info","ts":1789871706.4573874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","header":"x-maas-subscription"}
{"level":"info","ts":1789871706.457398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","header":"x-maas-username"}
{"level":"info","ts":1789871706.4574034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","header":"x-maas-group"}
{"level":"info","ts":1789871706.457408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","header":"x-maas-keyname"}
{"level":"info","ts":1789871706.4574232,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789871706.4574466,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"info","ts":1789871706.4581845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"info","ts":1789871706.4582057,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"info","ts":1789871706.458221,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","EoS":false}
{"level":"info","ts":1789871706.4582381,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"info","ts":1789871706.4582636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d","EoS":true}
{"level":"info","ts":1789871706.4582736,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"acab4320772c92bcdd8e45f872cde1f5","span_id":"e8db5ea9ac4122c1","x-request-id":"2ef43576-6740-43d0-ad48-364e63e5257d"}
{"level":"error","ts":1789871720.1329763,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871720.2409885,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871720.241113,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2411308,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2411451,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","EoS":true}
{"level":"info","ts":1789871720.2411659,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","header":"x-maas-subscription"}
{"level":"info","ts":1789871720.241176,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","header":"x-maas-keyname"}
{"level":"info","ts":1789871720.241181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","header":"x-maas-group"}
{"level":"info","ts":1789871720.241186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","header":"x-maas-username"}
{"level":"info","ts":1789871720.241201,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789871720.2412293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2542708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2542968,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2543144,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","EoS":false}
{"level":"info","ts":1789871720.2543287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2543566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","EoS":false}
{"level":"info","ts":1789871720.254367,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.2543795,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815","EoS":true}
{"level":"info","ts":1789871720.254385,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"589dd860337604f238aa37e0cc88e744","span_id":"62e8d3f38d3a75f1","x-request-id":"9c3a3606-7675-4714-b5c8-747e5bf6b815"}
{"level":"info","ts":1789871720.3965378,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871720.396648,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.3966637,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.3966758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","EoS":true}
{"level":"info","ts":1789871720.3966985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","header":"x-maas-keyname"}
{"level":"info","ts":1789871720.3967083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","header":"x-maas-subscription"}
{"level":"info","ts":1789871720.3967142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","header":"x-maas-group"}
{"level":"info","ts":1789871720.3967192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","header":"x-maas-username"}
{"level":"info","ts":1789871720.3967342,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789871720.3967595,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.39899,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.3990114,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.399028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","EoS":false}
{"level":"info","ts":1789871720.3990452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.3990757,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","EoS":false}
{"level":"info","ts":1789871720.3990881,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.3990982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a","EoS":true}
{"level":"info","ts":1789871720.399105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3ed4bf7c4f335278e696c795a17b53f8","span_id":"60ccc3205c5ed627","x-request-id":"1464bce9-c265-4265-9564-d6567957722a"}
{"level":"info","ts":1789871720.5379245,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871720.538032,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5380487,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5380628,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","EoS":true}
{"level":"info","ts":1789871720.5380867,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","header":"x-maas-keyname"}
{"level":"info","ts":1789871720.5380964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","header":"x-maas-username"}
{"level":"info","ts":1789871720.538101,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","header":"x-maas-subscription"}
{"level":"info","ts":1789871720.5381052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","header":"x-maas-group"}
{"level":"info","ts":1789871720.5381224,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789871720.5381513,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5390558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5390747,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5390918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","EoS":false}
{"level":"info","ts":1789871720.5391057,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5391316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","EoS":false}
{"level":"info","ts":1789871720.5391464,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"info","ts":1789871720.5391557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13","EoS":true}
{"level":"info","ts":1789871720.5391638,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cd15ac528f8dcc7a1b7dd0c97043c9b6","span_id":"44d1db554df1a75f","x-request-id":"99cd501a-ac67-49a2-ad96-398c33f56f13"}
{"level":"error","ts":1789871735.1339588,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789871736.5228455,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789871736.522953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.5229678,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.5229797,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","EoS":true}
{"level":"info","ts":1789871736.523003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","header":"x-maas-username"}
{"level":"info","ts":1789871736.5230172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","header":"x-maas-subscription"}
{"level":"info","ts":1789871736.5230234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","header":"x-maas-group"}
{"level":"info","ts":1789871736.5230284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","header":"x-maas-keyname"}
{"level":"info","ts":1789871736.5230443,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789871736.5230694,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.5239432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.5239635,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.5239787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","EoS":false}
{"level":"info","ts":1789871736.5239923,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.5240173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","EoS":false}
{"level":"info","ts":1789871736.5240283,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"info","ts":1789871736.524039,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216","EoS":true}
{"level":"info","ts":1789871736.5240452,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1600cb44af5ef408eccc747c59b6a197","span_id":"194378627ccdc3ff","x-request-id":"9bab9f81-c888-47ed-b326-e3a624d7e216"}
{"level":"error","ts":1789871750.1346936,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}