{"level":"info","ts":1789809976.7524447,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"}
{"level":"info","ts":1789809976.7534418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"}
{"level":"info","ts":1789809976.7534602,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"}
{"level":"info","ts":1789809976.7534752,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925","EoS":false}
{"level":"info","ts":1789809976.753485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"}
{"level":"info","ts":1789809976.7535048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925","EoS":true}
{"level":"info","ts":1789809976.7535145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e265bf57161ef7ce015727d8dce7c0a","span_id":"9833fe5126687694","x-request-id":"bde62af9-3a58-4abc-b499-e8722da36925"}
{"level":"info","ts":1789809977.9421713,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"22e3d84b57cc79106c749fddcdd01c5d","span_id":"84056453199a02fe","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"}
{"level":"info","ts":1789809977.9422824,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"22e3d84b57cc79106c749fddcdd01c5d","span_id":"84056453199a02fe","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"}
{"level":"info","ts":1789809977.9423273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22e3d84b57cc79106c749fddcdd01c5d","span_id":"84056453199a02fe","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","EoS":false}
{"level":"info","ts":1789809977.9423652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22e3d84b57cc79106c749fddcdd01c5d","span_id":"84056453199a02fe","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"}
{"level":"info","ts":1789809977.942415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22e3d84b57cc79106c749fddcdd01c5d","span_id":"84056453199a02fe","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047","EoS":true}
{"level":"info","ts":1789809977.9424434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22e3d84b57cc79106c749fddcdd01c5d","span_id":"84056453199a02fe","x-request-id":"7997b25f-0f46-4371-b495-8c89f5f55047"}
{"level":"info","ts":1789809978.001537,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789809978.001738,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.0017803,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.001827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","EoS":true}
{"level":"info","ts":1789809978.0018785,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","header":"x-maas-group"}
{"level":"info","ts":1789809978.001908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","header":"x-maas-keyname"}
{"level":"info","ts":1789809978.0019329,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","header":"x-maas-subscription"}
{"level":"info","ts":1789809978.0019584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","header":"x-maas-username"}
{"level":"info","ts":1789809978.0019965,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789809978.0020764,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.4942992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.4943562,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.4943786,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","EoS":false}
{"level":"info","ts":1789809978.4943967,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.4944434,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae","EoS":true}
{"level":"info","ts":1789809978.4944553,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8e17aec5c980ef40f3f341c7024d78d6","span_id":"23b624be0fe7c1fb","x-request-id":"cf79b8b4-71e1-4741-b7b6-08d9fa6859ae"}
{"level":"info","ts":1789809978.5626466,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789809978.562942,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809978.563074,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809978.5631557,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","EoS":true}
{"level":"info","ts":1789809978.5632396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","header":"x-maas-group"}
{"level":"info","ts":1789809978.5632823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","header":"x-maas-username"}
{"level":"info","ts":1789809978.5633323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","header":"x-maas-keyname"}
{"level":"info","ts":1789809978.563362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","header":"x-maas-subscription"}
{"level":"info","ts":1789809978.5634346,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809980.0302978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809980.030442,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809980.030501,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","EoS":false}
{"level":"info","ts":1789809980.030568,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809980.030652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855","EoS":true}
{"level":"info","ts":1789809980.0307164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5d99f1f899cd2e90e87e894fc1c6389","span_id":"d51aa5e813212970","x-request-id":"bb9fb63b-24ea-43d9-904a-9d07b4a0e855"}
{"level":"info","ts":1789809980.8073,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e400382-35c6-41e0-92ae-851b9d705d35","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789809980.8073273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6ded1c4-3187-4490-b892-7d55703caf89"}
{"level":"info","ts":1789809980.8073378,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e400382-35c6-41e0-92ae-851b9d705d35","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789809980.9576385,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d4c44d4-0141-4a6d-a9a7-5e901adf01aa","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789809980.9577086,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f351e15c-5f95-43ec-8714-a37810b53b6e"}
{"level":"info","ts":1789809980.957778,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d4c44d4-0141-4a6d-a9a7-5e901adf01aa","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789809981.0733447,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72253432-053e-4c4f-b421-4e0789d717d8","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789809981.0734923,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72253432-053e-4c4f-b421-4e0789d717d8","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789809982.0491056,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789809991.5668647,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789809991.5669868,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e42c6ce87a332ac51b948ce71b8ef78","span_id":"376655164f3c70d1","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43"}
{"level":"info","ts":1789809991.5670023,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e42c6ce87a332ac51b948ce71b8ef78","span_id":"376655164f3c70d1","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43"}
{"level":"info","ts":1789809991.5670416,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e42c6ce87a332ac51b948ce71b8ef78","span_id":"376655164f3c70d1","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43","EoS":true}
{"level":"info","ts":1789809991.567096,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e42c6ce87a332ac51b948ce71b8ef78","span_id":"376655164f3c70d1","x-request-id":"71f0e7e8-7bb0-4fe2-95cd-6da8746bed43"}
{"level":"info","ts":1789809991.7095892,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789809991.7096806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb19e91d46b38399ab973f73c06bf75c","span_id":"bba4caed9ea5392e","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2"}
{"level":"info","ts":1789809991.7096941,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb19e91d46b38399ab973f73c06bf75c","span_id":"bba4caed9ea5392e","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2"}
{"level":"info","ts":1789809991.7097058,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb19e91d46b38399ab973f73c06bf75c","span_id":"bba4caed9ea5392e","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2","EoS":true}
{"level":"info","ts":1789809991.7097518,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb19e91d46b38399ab973f73c06bf75c","span_id":"bba4caed9ea5392e","x-request-id":"9f705c9b-a541-481e-9bdc-64a999ec4cc2"}
{"level":"info","ts":1789809991.8512652,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789809991.851361,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1d3b1cbeb9ffc9d3117f6c415bd64dc7","span_id":"63bf2bc7d493a1de","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b"}
{"level":"info","ts":1789809991.851379,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d3b1cbeb9ffc9d3117f6c415bd64dc7","span_id":"63bf2bc7d493a1de","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b"}
{"level":"info","ts":1789809991.8514369,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1d3b1cbeb9ffc9d3117f6c415bd64dc7","span_id":"63bf2bc7d493a1de","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b","EoS":true}
{"level":"info","ts":1789809991.851486,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1d3b1cbeb9ffc9d3117f6c415bd64dc7","span_id":"63bf2bc7d493a1de","x-request-id":"f43c275b-63c5-4268-ae2c-2c690e28003b"}
{"level":"error","ts":1789809992.0496502,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789810007.0505035,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811015.354247,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811015.354349,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.3543613,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.3543732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","EoS":true}
{"level":"info","ts":1789811015.3544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","header":"x-maas-subscription"}
{"level":"info","ts":1789811015.3544106,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","header":"x-maas-group"}
{"level":"info","ts":1789811015.354416,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","header":"x-maas-keyname"}
{"level":"info","ts":1789811015.3544204,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","header":"x-maas-username"}
{"level":"info","ts":1789811015.3544343,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789811015.3544579,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.3554575,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.3554835,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.355499,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","EoS":false}
{"level":"info","ts":1789811015.3555107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.355535,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525","EoS":true}
{"level":"info","ts":1789811015.3555446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b203a9d27b49b19f543c3b6f193f0fe4","span_id":"a7837a25d5059ab5","x-request-id":"f6cf820e-d48e-427a-8f66-743f93dbc525"}
{"level":"info","ts":1789811015.395412,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811015.3955195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"info","ts":1789811015.395534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"info","ts":1789811015.3955517,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","EoS":true}
{"level":"info","ts":1789811015.3955865,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","header":"x-maas-subscription"}
{"level":"info","ts":1789811015.3956003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","header":"x-maas-username"}
{"level":"info","ts":1789811015.3956077,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","header":"x-maas-keyname"}
{"level":"info","ts":1789811015.3956156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","header":"x-maas-group"}
{"level":"info","ts":1789811015.3956373,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789811015.3956726,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"info","ts":1789811015.3966422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"info","ts":1789811015.3966587,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"info","ts":1789811015.396669,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","EoS":false}
{"level":"info","ts":1789811015.39668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"info","ts":1789811015.3967023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f","EoS":true}
{"level":"info","ts":1789811015.3967125,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a883e3623920804f15b4982227ef2c0","span_id":"5d84888e18782ee1","x-request-id":"37999163-ab46-4903-9fe4-65d66bd93e6f"}
{"level":"error","ts":1789811027.165961,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811343.0256484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"be113b2c-9d46-4b46-afef-aa772d7c5f78","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789811343.0256624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"47094904-d814-46b8-8c04-400873e4d1c3"}
{"level":"error","ts":1789811343.0257034,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"be113b2c-9d46-4b46-afef-aa772d7c5f78","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.0257323,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"be113b2c-9d46-4b46-afef-aa772d7c5f78"}
{"level":"info","ts":1789811343.0349927,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b0e2fe4a-d12e-4971-b2de-c30a9719a8c4","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789811343.03504,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b0e2fe4a-d12e-4971-b2de-c30a9719a8c4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.0350592,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b0e2fe4a-d12e-4971-b2de-c30a9719a8c4"}
{"level":"error","ts":1789811343.0356622,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"47094904-d814-46b8-8c04-400873e4d1c3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.0470064,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"316d42f6-724b-4d4d-b53a-03edd95e74be","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789811343.0470603,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"316d42f6-724b-4d4d-b53a-03edd95e74be","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.0470834,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"316d42f6-724b-4d4d-b53a-03edd95e74be"}
{"level":"error","ts":1789811343.0481148,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"47094904-d814-46b8-8c04-400873e4d1c3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.048173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2e19af6-72ba-4b82-9a20-a42491b6c6ba"}
{"level":"error","ts":1789811343.048192,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2e19af6-72ba-4b82-9a20-a42491b6c6ba","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.0547523,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e2e19af6-72ba-4b82-9a20-a42491b6c6ba","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.064988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea79056e-1b8a-4dc6-8b77-651bc72f9cc5"}
{"level":"error","ts":1789811343.0650525,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea79056e-1b8a-4dc6-8b77-651bc72f9cc5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.0712721,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea79056e-1b8a-4dc6-8b77-651bc72f9cc5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.0916097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db8e8605-85c3-45d0-ab1c-632fe4626e98"}
{"level":"error","ts":1789811343.0916493,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db8e8605-85c3-45d0-ab1c-632fe4626e98","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.0982342,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"db8e8605-85c3-45d0-ab1c-632fe4626e98","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.1383827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7032a829-82cd-4a16-8c01-40529b336d3e"}
{"level":"error","ts":1789811343.1384244,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7032a829-82cd-4a16-8c01-40529b336d3e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.1438642,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7032a829-82cd-4a16-8c01-40529b336d3e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.1816132,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"71d5dda5-7e18-44c0-b682-c0fbdba9c66b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789811343.1816409,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"71d5dda5-7e18-44c0-b682-c0fbdba9c66b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.1816554,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"71d5dda5-7e18-44c0-b682-c0fbdba9c66b"}
{"level":"info","ts":1789811343.1816676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bf517569-8017-45fa-96ec-9fe9fbc0cf1d"}
{"level":"error","ts":1789811343.1817,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bf517569-8017-45fa-96ec-9fe9fbc0cf1d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.1872244,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bf517569-8017-45fa-96ec-9fe9fbc0cf1d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.347459,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2baf2550-4ac0-402d-98e5-c8b33cfa186f"}
{"level":"error","ts":1789811343.3475158,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2baf2550-4ac0-402d-98e5-c8b33cfa186f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.3538177,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2baf2550-4ac0-402d-98e5-c8b33cfa186f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811343.6744487,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0ff5977-311c-4963-bf9c-40536e8e2fbd"}
{"level":"error","ts":1789811343.6745021,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0ff5977-311c-4963-bf9c-40536e8e2fbd","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811343.679589,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0ff5977-311c-4963-bf9c-40536e8e2fbd","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811344.3205533,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6ecceec1-5320-41e4-82e4-28fac331fa9a"}
{"level":"error","ts":1789811344.3206108,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6ecceec1-5320-41e4-82e4-28fac331fa9a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811344.3266966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6ecceec1-5320-41e4-82e4-28fac331fa9a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811345.6075196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f9ec515-df77-4adc-ab58-6bdc632f7482"}
{"level":"error","ts":1789811345.6075668,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f9ec515-df77-4adc-ab58-6bdc632f7482","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811345.613194,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f9ec515-df77-4adc-ab58-6bdc632f7482","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811348.1741123,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d36469c-8fb3-45bc-87f9-3b2c06e67b27"}
{"level":"error","ts":1789811348.174154,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d36469c-8fb3-45bc-87f9-3b2c06e67b27","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789811348.1792812,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d36469c-8fb3-45bc-87f9-3b2c06e67b27","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811348.1822498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"23d07d9b-c829-4a3f-aefd-6552d6b5e488","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789811348.1822822,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"23d07d9b-c829-4a3f-aefd-6552d6b5e488","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789811348.1823015,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"23d07d9b-c829-4a3f-aefd-6552d6b5e488"}
{"level":"info","ts":1789811348.480063,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811348.4801545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.4801667,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.4801793,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","EoS":true}
{"level":"info","ts":1789811348.480213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","header":"x-maas-username"}
{"level":"info","ts":1789811348.4802263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","header":"x-maas-keyname"}
{"level":"info","ts":1789811348.4802332,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","header":"x-maas-subscription"}
{"level":"info","ts":1789811348.4802396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","header":"x-maas-group"}
{"level":"info","ts":1789811348.4802563,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811348.480293,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.4812696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.481292,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.4813066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","EoS":false}
{"level":"info","ts":1789811348.4813175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.4813461,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0","EoS":true}
{"level":"info","ts":1789811348.4813569,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e49785e556f049828205e78218b6bc3","span_id":"a51e3005522e8e82","x-request-id":"4092f887-9a8d-4b90-8b90-4422de3179c0"}
{"level":"info","ts":1789811348.583608,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811348.5837064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.5837212,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.5837383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","EoS":true}
{"level":"info","ts":1789811348.5837717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","header":"x-maas-subscription"}
{"level":"info","ts":1789811348.583784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","header":"x-maas-username"}
{"level":"info","ts":1789811348.5837922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","header":"x-maas-keyname"}
{"level":"info","ts":1789811348.583801,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","header":"x-maas-group"}
{"level":"info","ts":1789811348.583822,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811348.5838523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.584794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.5848093,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.5848193,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","EoS":false}
{"level":"info","ts":1789811348.5848293,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.5848494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06","EoS":true}
{"level":"info","ts":1789811348.5848587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ce94cecafe52ba89c574d90fb7341322","span_id":"9e8771206936f683","x-request-id":"7bb72e13-ff66-4584-92b4-f1f837f1fd06"}
{"level":"info","ts":1789811348.6886268,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811348.6887054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.6887183,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.6887286,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","EoS":true}
{"level":"info","ts":1789811348.688748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","header":"x-maas-subscription"}
{"level":"info","ts":1789811348.688759,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","header":"x-maas-username"}
{"level":"info","ts":1789811348.6887639,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","header":"x-maas-group"}
{"level":"info","ts":1789811348.6887681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","header":"x-maas-keyname"}
{"level":"info","ts":1789811348.6887813,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811348.6888063,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.689712,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.6897287,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.689741,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","EoS":false}
{"level":"info","ts":1789811348.689756,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.6897833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c","EoS":true}
{"level":"info","ts":1789811348.6897929,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f930aa85dad40d461b8ebed2e7318551","span_id":"634a5e70acfc7754","x-request-id":"a19d732d-badb-40a2-b317-ad53b0e4a22c"}
{"level":"info","ts":1789811348.8242311,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a6533aa2-badd-45a7-9ab6-f3bbd6a0845a"}
{"level":"info","ts":1789811348.8242302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50d0a641-5ed5-4e84-ad67-530ce03178dd","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789811348.8242943,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50d0a641-5ed5-4e84-ad67-530ce03178dd","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789811362.2031662,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811371.577353,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811371.5774567,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.5774705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.5774841,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","EoS":true}
{"level":"info","ts":1789811371.5775082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","header":"x-maas-group"}
{"level":"info","ts":1789811371.5775228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","header":"x-maas-keyname"}
{"level":"info","ts":1789811371.5775275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","header":"x-maas-username"}
{"level":"info","ts":1789811371.5775318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","header":"x-maas-subscription"}
{"level":"info","ts":1789811371.5775456,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811371.5775712,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.5894015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.5894258,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.5894413,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","EoS":false}
{"level":"info","ts":1789811371.5894547,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.589486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754","EoS":true}
{"level":"info","ts":1789811371.589496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7d42d1e7eef33be472ea85e8956ba6ae","span_id":"ae1da1cf76b9959b","x-request-id":"e9bfa348-62c5-4d12-b98d-1e0d763a2754"}
{"level":"info","ts":1789811371.7262218,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811371.726328,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.7263467,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.726359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","EoS":true}
{"level":"info","ts":1789811371.7263925,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","header":"x-maas-group"}
{"level":"info","ts":1789811371.726402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","header":"x-maas-username"}
{"level":"info","ts":1789811371.7264078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","header":"x-maas-keyname"}
{"level":"info","ts":1789811371.726412,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","header":"x-maas-subscription"}
{"level":"info","ts":1789811371.726426,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811371.72645,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.7281456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.7281601,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.7281725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","EoS":false}
{"level":"info","ts":1789811371.7281845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.728206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5","EoS":true}
{"level":"info","ts":1789811371.7282152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"92a2e758e09858b5fe4ddb216c3e9b87","span_id":"c26e8917f32724d4","x-request-id":"cc354f5a-7c39-4745-ade1-29e39f290ea5"}
{"level":"info","ts":1789811371.8676944,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811371.867795,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811371.8678093,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811371.867823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","EoS":true}
{"level":"info","ts":1789811371.8678486,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","header":"x-maas-username"}
{"level":"info","ts":1789811371.8678603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","header":"x-maas-group"}
{"level":"info","ts":1789811371.8678648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","header":"x-maas-subscription"}
{"level":"info","ts":1789811371.8678696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","header":"x-maas-keyname"}
{"level":"info","ts":1789811371.867886,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811371.8679163,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811371.8685558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811371.8685787,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811371.8685935,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","EoS":false}
{"level":"info","ts":1789811371.8686087,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811371.8686423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d","EoS":true}
{"level":"info","ts":1789811371.868652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a8486ae46de3b6aeebbf60baa5966dd","span_id":"aa2d8b9fd7be1d22","x-request-id":"a1ba4af2-fc3b-4633-874c-82e39682785d"}
{"level":"info","ts":1789811372.002782,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811372.0029094,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.0029266,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.0029423,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","EoS":true}
{"level":"info","ts":1789811372.0029762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","header":"x-maas-keyname"}
{"level":"info","ts":1789811372.002992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","header":"x-maas-subscription"}
{"level":"info","ts":1789811372.0030015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","header":"x-maas-group"}
{"level":"info","ts":1789811372.0030084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","header":"x-maas-username"}
{"level":"info","ts":1789811372.003048,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811372.0030863,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.003771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.0037882,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.0038028,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","EoS":false}
{"level":"info","ts":1789811372.00382,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.0038471,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca","EoS":true}
{"level":"info","ts":1789811372.0038607,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3361a4bbe8d37bb99afaa68690d41b7","span_id":"1b1e19fe35f54cd5","x-request-id":"bbaf8851-6b60-4217-a07f-bb4980557aca"}
{"level":"info","ts":1789811372.149853,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811372.1499507,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"info","ts":1789811372.1499624,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"info","ts":1789811372.1499734,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","EoS":true}
{"level":"info","ts":1789811372.1499977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","header":"x-maas-keyname"}
{"level":"info","ts":1789811372.1500082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","header":"x-maas-group"}
{"level":"info","ts":1789811372.150038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","header":"x-maas-username"}
{"level":"info","ts":1789811372.1500456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","header":"x-maas-subscription"}
{"level":"info","ts":1789811372.15006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811372.1500857,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"info","ts":1789811372.150693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"info","ts":1789811372.1507103,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"info","ts":1789811372.150723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","EoS":false}
{"level":"info","ts":1789811372.150733,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"info","ts":1789811372.1507525,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5","EoS":true}
{"level":"info","ts":1789811372.1507611,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a0c39b66040a893ff5ff33677668c65","span_id":"a8e3561b50edebb6","x-request-id":"bebbb1dc-7202-4d50-8d59-8779464dacf5"}
{"level":"error","ts":1789811382.2049472,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811387.192299,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811387.1924162,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.1924312,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.1924481,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","EoS":true}
{"level":"info","ts":1789811387.1924846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","header":"x-maas-group"}
{"level":"info","ts":1789811387.192498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","header":"x-maas-username"}
{"level":"info","ts":1789811387.1925054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","header":"x-maas-keyname"}
{"level":"info","ts":1789811387.1925132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","header":"x-maas-subscription"}
{"level":"info","ts":1789811387.192532,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811387.1925626,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.193261,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.193281,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.1932943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","EoS":false}
{"level":"info","ts":1789811387.193305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.1933246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b","EoS":true}
{"level":"info","ts":1789811387.1933343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f3f032b661ac6e6c4746b7394961a82","span_id":"b5a9f3d093be413a","x-request-id":"c48a3145-7284-49eb-8cb2-6da22d71673b"}
{"level":"info","ts":1789811387.3019078,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811387.3020058,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0"}
{"level":"info","ts":1789811387.3026674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0"}
{"level":"info","ts":1789811387.3026862,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0"}
{"level":"info","ts":1789811387.3027081,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0","EoS":false}
{"level":"info","ts":1789811387.3027241,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0"}
{"level":"info","ts":1789811387.3027592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0","EoS":true}
{"level":"info","ts":1789811387.3027704,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"29a6f584ddbdd5e9389ba30d2ee2dc3e","span_id":"d6d56f678dfb7c95","x-request-id":"ed5638ed-5fcd-4e87-95dd-15d9e5271ec0"}
{"level":"info","ts":1789811388.093887,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811388.0939913,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811388.0940058,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811388.0940495,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","EoS":true}
{"level":"info","ts":1789811388.0940819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","header":"x-maas-keyname"}
{"level":"info","ts":1789811388.0940957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","header":"x-maas-group"}
{"level":"info","ts":1789811388.094105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","header":"x-maas-subscription"}
{"level":"info","ts":1789811388.094113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","header":"x-maas-username"}
{"level":"info","ts":1789811388.0941327,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811388.0941691,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811388.0951037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811388.0951214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811388.095135,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","EoS":false}
{"level":"info","ts":1789811388.095145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811388.0951636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b","EoS":true}
{"level":"info","ts":1789811388.0951717,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0291c391c5f2115ef9e3f83dff3ea97d","span_id":"9a777e9c611338a7","x-request-id":"a4cd25f3-34e6-4567-aa0c-44c501412c0b"}
{"level":"info","ts":1789811389.077649,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811389.0777385,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.077751,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.0777624,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","EoS":true}
{"level":"info","ts":1789811389.0777833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","header":"x-maas-username"}
{"level":"info","ts":1789811389.077793,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","header":"x-maas-subscription"}
{"level":"info","ts":1789811389.077798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","header":"x-maas-group"}
{"level":"info","ts":1789811389.077802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","header":"x-maas-keyname"}
{"level":"info","ts":1789811389.0778155,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811389.0778382,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.0787215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.0787373,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.0787492,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","EoS":false}
{"level":"info","ts":1789811389.0787587,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.0787795,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a","EoS":true}
{"level":"info","ts":1789811389.0787883,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6fb0b41bc6a9ef6c1ce6377eb5e13277","span_id":"a94672d7dcf57b31","x-request-id":"ec23ffb5-a760-472d-aba3-5d8643861e6a"}
{"level":"info","ts":1789811389.7913866,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811389.7914758,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811389.791488,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811389.7914984,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","EoS":true}
{"level":"info","ts":1789811389.7915206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","header":"x-maas-group"}
{"level":"info","ts":1789811389.791536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","header":"x-maas-username"}
{"level":"info","ts":1789811389.7915428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","header":"x-maas-subscription"}
{"level":"info","ts":1789811389.7915475,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","header":"x-maas-keyname"}
{"level":"info","ts":1789811389.7915606,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811389.7915843,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811389.7924666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811389.7924912,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811389.7925105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","EoS":false}
{"level":"info","ts":1789811389.7925289,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811389.7925549,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb","EoS":true}
{"level":"info","ts":1789811389.7925646,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10a191021ea6e8bd25607f8ca7a48392","span_id":"5cd5d5ff96829cd9","x-request-id":"a2bd832c-3ae4-4fed-8bdf-ed24f6194ceb"}
{"level":"info","ts":1789811390.831957,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811390.8320792,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"info","ts":1789811390.832094,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"info","ts":1789811390.8321457,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","EoS":true}
{"level":"info","ts":1789811390.832183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","header":"x-maas-keyname"}
{"level":"info","ts":1789811390.832198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","header":"x-maas-username"}
{"level":"info","ts":1789811390.8322062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","header":"x-maas-subscription"}
{"level":"info","ts":1789811390.8322139,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","header":"x-maas-group"}
{"level":"info","ts":1789811390.8322341,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811390.8322694,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"info","ts":1789811390.8331938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"info","ts":1789811390.8332112,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"info","ts":1789811390.8332255,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","EoS":false}
{"level":"info","ts":1789811390.833236,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"info","ts":1789811390.8332562,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39","EoS":true}
{"level":"info","ts":1789811390.8332658,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3be8b43bcaea8e3bd126e9d4c454634d","span_id":"a9f80e81a0c9ec7a","x-request-id":"bddbc388-9033-457f-96cb-9d8b017dae39"}
{"level":"error","ts":1789811397.2053847,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789811407.206152,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811410.502748,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811410.5028472,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"info","ts":1789811410.5028644,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"info","ts":1789811410.5028784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","EoS":true}
{"level":"info","ts":1789811410.502905,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","header":"x-maas-username"}
{"level":"info","ts":1789811410.502915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","header":"x-maas-subscription"}
{"level":"info","ts":1789811410.5029194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","header":"x-maas-keyname"}
{"level":"info","ts":1789811410.5029235,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","header":"x-maas-group"}
{"level":"info","ts":1789811410.5029385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811410.5029616,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"info","ts":1789811410.5039263,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"info","ts":1789811410.5039434,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"info","ts":1789811410.5039568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","EoS":false}
{"level":"info","ts":1789811410.5039668,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"info","ts":1789811410.5039918,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07","EoS":true}
{"level":"info","ts":1789811410.5040088,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0d95fda972596ef773f5d4cffc8930fd","span_id":"4574b4d78f6f9c10","x-request-id":"8da1ea71-b0bc-4dc8-bea8-bb6debb6cc07"}
{"level":"error","ts":1789811417.2063518,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789811432.2077937,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811504.2533157,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811504.2534301,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"info","ts":1789811504.2534463,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"info","ts":1789811504.2534645,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","EoS":true}
{"level":"info","ts":1789811504.2535014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","header":"x-maas-username"}
{"level":"info","ts":1789811504.2535129,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","header":"x-maas-keyname"}
{"level":"info","ts":1789811504.253521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","header":"x-maas-subscription"}
{"level":"info","ts":1789811504.253529,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","header":"x-maas-group"}
{"level":"info","ts":1789811504.2535489,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789811504.253581,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"info","ts":1789811504.266511,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"info","ts":1789811504.2665365,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"info","ts":1789811504.2665565,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","EoS":false}
{"level":"info","ts":1789811504.2665694,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"info","ts":1789811504.266591,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d","EoS":true}
{"level":"info","ts":1789811504.266598,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"642fea17d0264103eddbad37fdae53bf","span_id":"abecef71852433ed","x-request-id":"eb258510-0f6f-49c9-ba3d-9f04d314c09d"}
{"level":"error","ts":1789811517.2168894,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811605.2783144,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811605.278414,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"info","ts":1789811605.2784264,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"info","ts":1789811605.2784376,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","EoS":true}
{"level":"info","ts":1789811605.278461,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","header":"x-maas-group"}
{"level":"info","ts":1789811605.278471,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","header":"x-maas-username"}
{"level":"info","ts":1789811605.2784762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","header":"x-maas-keyname"}
{"level":"info","ts":1789811605.2784815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","header":"x-maas-subscription"}
{"level":"info","ts":1789811605.2784948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789811605.2785182,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"info","ts":1789811605.279197,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"info","ts":1789811605.2792165,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"info","ts":1789811605.2792346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","EoS":false}
{"level":"info","ts":1789811605.2792509,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"info","ts":1789811605.279283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07","EoS":true}
{"level":"info","ts":1789811605.2792933,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb2729a7936ed97697e7727b99d2ab92","span_id":"768b168ec587a46e","x-request-id":"48279dad-b65d-40d9-9434-5d4bd00c6a07"}
{"level":"error","ts":1789811617.2316926,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789811618.9233556,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811618.923463,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.923479,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.9234922,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":true}
{"level":"info","ts":1789811618.923511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","header":"x-maas-username"}
{"level":"info","ts":1789811618.923521,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","header":"x-maas-group"}
{"level":"info","ts":1789811618.9235258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","header":"x-maas-keyname"}
{"level":"info","ts":1789811618.923532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","header":"x-maas-subscription"}
{"level":"info","ts":1789811618.923547,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789811618.9235735,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.936619,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.9366384,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.936653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":false}
{"level":"info","ts":1789811618.9366634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.936685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":false}
{"level":"info","ts":1789811618.936695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.9367065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":false}
{"level":"info","ts":1789811618.9367363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811618.9367528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471","EoS":true}
{"level":"info","ts":1789811618.9367623,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f9d77b7bc9c58b46f8e91793a58445a0","span_id":"922e9d8db3aef350","x-request-id":"eace6205-0307-43fc-a2bf-ff6485ff7471"}
{"level":"info","ts":1789811619.078436,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811619.078538,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.078552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.0785644,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","EoS":true}
{"level":"info","ts":1789811619.0785868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","header":"x-maas-group"}
{"level":"info","ts":1789811619.0785964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","header":"x-maas-subscription"}
{"level":"info","ts":1789811619.0786014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","header":"x-maas-username"}
{"level":"info","ts":1789811619.0786061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","header":"x-maas-keyname"}
{"level":"info","ts":1789811619.0786195,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789811619.0786424,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.0809724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.0809972,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.081038,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","EoS":false}
{"level":"info","ts":1789811619.0810657,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.0811727,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","EoS":false}
{"level":"info","ts":1789811619.0811927,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.0812187,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2","EoS":true}
{"level":"info","ts":1789811619.081234,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0cdb20df6b8079e67465dedbb75e7df3","span_id":"3a7bf4fd0c54491d","x-request-id":"1e09fe48-7ae3-4098-a0f3-713ef05b0bd2"}
{"level":"info","ts":1789811619.220754,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811619.220851,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.220865,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.2208767,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","EoS":true}
{"level":"info","ts":1789811619.2208967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","header":"x-maas-subscription"}
{"level":"info","ts":1789811619.220906,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","header":"x-maas-username"}
{"level":"info","ts":1789811619.2209115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","header":"x-maas-group"}
{"level":"info","ts":1789811619.2209165,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","header":"x-maas-keyname"}
{"level":"info","ts":1789811619.220929,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789811619.2209542,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.2218978,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.2219155,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.2219312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","EoS":false}
{"level":"info","ts":1789811619.2219446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.2219653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","EoS":false}
{"level":"info","ts":1789811619.2219768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811619.2219872,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c","EoS":true}
{"level":"info","ts":1789811619.2219942,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"142b726752608ee414fa68a7502ab396","span_id":"e74b5a79a417b1c1","x-request-id":"904e9ed3-b0bb-470a-ad8d-9aae510eaa9c"}
{"level":"info","ts":1789811632.0286539,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789811632.0287511,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"info","ts":1789811632.0287645,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"info","ts":1789811632.028775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","EoS":true}
{"level":"info","ts":1789811632.028796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","header":"x-maas-username"}
{"level":"info","ts":1789811632.0288095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","header":"x-maas-keyname"}
{"level":"info","ts":1789811632.028817,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","header":"x-maas-group"}
{"level":"info","ts":1789811632.0288239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","header":"x-maas-subscription"}
{"level":"info","ts":1789811632.0288427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789811632.0288801,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"info","ts":1789811632.0309525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"info","ts":1789811632.0309718,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"info","ts":1789811632.0309877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","EoS":false}
{"level":"info","ts":1789811632.0309992,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"info","ts":1789811632.0310397,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22","EoS":true}
{"level":"info","ts":1789811632.03105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2437ceaad238f44c2b68d7dafc419a10","span_id":"27cedcba705cc877","x-request-id":"c93a45fc-b9d0-45e3-9504-bc98b2695d22"}
{"level":"error","ts":1789811632.2323616,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789811642.2330894,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}