{"level":"info","ts":1789762302.2786565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4efc141483739ffdf338d02c31bca54","span_id":"5a06d68e29cc0b7d","x-request-id":"39e9eb83-9684-4e84-8752-268d38db5f94"}
{"level":"info","ts":1789762303.1018322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05fc411b-5f38-4f52-926c-cfb2e13119e6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789762303.101872,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05fc411b-5f38-4f52-926c-cfb2e13119e6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789762303.101838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa6a7e85-c27f-4b94-91ea-ab8ee9c6a0b4"}
{"level":"info","ts":1789762303.2592735,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff65b7ce-10c9-4301-a4d9-412353241693","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789762303.259383,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff65b7ce-10c9-4301-a4d9-412353241693","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789762303.2592826,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c47d63bc-ac4e-4c3c-b522-472bdb398279"}
{"level":"info","ts":1789762303.4431298,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"215bb057-d166-4488-9293-b5735520193a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789762303.4431698,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"215bb057-d166-4488-9293-b5735520193a","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789762305.8223395,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762319.900085,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762319.9001827,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f7fe2512ad80581b90d09e5797edb750","span_id":"7e5aecee37b20130","x-request-id":"b1cbc71b-4ccf-479c-8d34-fbfce05dec6a"}
{"level":"info","ts":1789762319.9001951,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f7fe2512ad80581b90d09e5797edb750","span_id":"7e5aecee37b20130","x-request-id":"b1cbc71b-4ccf-479c-8d34-fbfce05dec6a"}
{"level":"info","ts":1789762319.9002073,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f7fe2512ad80581b90d09e5797edb750","span_id":"7e5aecee37b20130","x-request-id":"b1cbc71b-4ccf-479c-8d34-fbfce05dec6a","EoS":true}
{"level":"info","ts":1789762319.900258,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f7fe2512ad80581b90d09e5797edb750","span_id":"7e5aecee37b20130","x-request-id":"b1cbc71b-4ccf-479c-8d34-fbfce05dec6a"}
{"level":"info","ts":1789762320.0459425,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762320.0460305,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b3ccc5035639e264857aa2044d907a8e","span_id":"f17022675a8c2088","x-request-id":"383768f2-51ce-4edc-827b-4f9437db7534"}
{"level":"info","ts":1789762320.0460424,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b3ccc5035639e264857aa2044d907a8e","span_id":"f17022675a8c2088","x-request-id":"383768f2-51ce-4edc-827b-4f9437db7534"}
{"level":"info","ts":1789762320.046054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b3ccc5035639e264857aa2044d907a8e","span_id":"f17022675a8c2088","x-request-id":"383768f2-51ce-4edc-827b-4f9437db7534","EoS":true}
{"level":"info","ts":1789762320.0460927,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b3ccc5035639e264857aa2044d907a8e","span_id":"f17022675a8c2088","x-request-id":"383768f2-51ce-4edc-827b-4f9437db7534"}
{"level":"info","ts":1789762320.222614,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762320.2227306,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aa5edb267c539f05755ff6c03e9c4870","span_id":"f616466249d069b5","x-request-id":"616a9693-9841-46ff-85ce-12a5c2640358"}
{"level":"info","ts":1789762320.222745,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aa5edb267c539f05755ff6c03e9c4870","span_id":"f616466249d069b5","x-request-id":"616a9693-9841-46ff-85ce-12a5c2640358"}
{"level":"info","ts":1789762320.2227619,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aa5edb267c539f05755ff6c03e9c4870","span_id":"f616466249d069b5","x-request-id":"616a9693-9841-46ff-85ce-12a5c2640358","EoS":true}
{"level":"info","ts":1789762320.2228088,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aa5edb267c539f05755ff6c03e9c4870","span_id":"f616466249d069b5","x-request-id":"616a9693-9841-46ff-85ce-12a5c2640358"}
{"level":"error","ts":1789762320.8245533,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789762330.8252363,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789762345.826411,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763319.8339014,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763319.834015,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.8340292,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.834049,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","EoS":true}
{"level":"info","ts":1789763319.834087,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","header":"x-maas-keyname"}
{"level":"info","ts":1789763319.8341,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","header":"x-maas-subscription"}
{"level":"info","ts":1789763319.8341076,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","header":"x-maas-username"}
{"level":"info","ts":1789763319.834115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","header":"x-maas-group"}
{"level":"info","ts":1789763319.8341355,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789763319.8341699,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.835364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.835385,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.8353992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","EoS":false}
{"level":"info","ts":1789763319.8354106,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.8354402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b","EoS":true}
{"level":"info","ts":1789763319.8354506,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"299e2313ca64e740faeb98c694614fee","span_id":"6191dd9c9c873766","x-request-id":"2ab41ca6-845b-4d77-a53f-28d8bd5d2f7b"}
{"level":"info","ts":1789763319.8752437,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763319.875319,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"info","ts":1789763319.875331,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"info","ts":1789763319.8753414,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","EoS":true}
{"level":"info","ts":1789763319.8753633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","header":"x-maas-subscription"}
{"level":"info","ts":1789763319.8753734,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","header":"x-maas-keyname"}
{"level":"info","ts":1789763319.8753777,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","header":"x-maas-group"}
{"level":"info","ts":1789763319.875382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","header":"x-maas-username"}
{"level":"info","ts":1789763319.875397,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789763319.8754208,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"info","ts":1789763319.8766105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"info","ts":1789763319.876628,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"info","ts":1789763319.8766415,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","EoS":false}
{"level":"info","ts":1789763319.876652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"info","ts":1789763319.8766758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d","EoS":true}
{"level":"info","ts":1789763319.8766952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ddf8fbd7d2b0eafe440c27fa3ea27924","span_id":"06e164404bf9e75f","x-request-id":"3e8c3b54-b419-4de8-93ca-69cae762f04d"}
{"level":"error","ts":1789763330.938379,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763642.9388058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c9d6760a-5c8c-4693-b220-149138415d0c","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789763642.9388547,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c9d6760a-5c8c-4693-b220-149138415d0c","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.938875,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c9d6760a-5c8c-4693-b220-149138415d0c"}
{"level":"info","ts":1789763642.9388094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cccf47af-7610-48a3-b815-36405957fdb7"}
{"level":"info","ts":1789763642.9456267,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c29542d2-a4cd-4baf-b885-83bf486afb69","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789763642.9456584,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c29542d2-a4cd-4baf-b885-83bf486afb69","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.9457102,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c29542d2-a4cd-4baf-b885-83bf486afb69"}
{"level":"error","ts":1789763642.9483998,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cccf47af-7610-48a3-b815-36405957fdb7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763642.9484339,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cccf47af-7610-48a3-b815-36405957fdb7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763642.9534907,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cccf47af-7610-48a3-b815-36405957fdb7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763642.9535239,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cccf47af-7610-48a3-b815-36405957fdb7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.9535713,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93ed5581-ee3a-48f9-86b0-b58c3ab5a421"}
{"level":"error","ts":1789763642.9535942,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93ed5581-ee3a-48f9-86b0-b58c3ab5a421","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.953951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"58b32ddc-3364-41be-a6e8-12937878e451","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789763642.9539835,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"58b32ddc-3364-41be-a6e8-12937878e451","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.954009,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"58b32ddc-3364-41be-a6e8-12937878e451"}
{"level":"error","ts":1789763642.958364,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93ed5581-ee3a-48f9-86b0-b58c3ab5a421","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763642.9584064,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"93ed5581-ee3a-48f9-86b0-b58c3ab5a421","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.9584484,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e5858360-6cb0-4b8f-ab46-d06e5948b53c"}
{"level":"error","ts":1789763642.9584672,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e5858360-6cb0-4b8f-ab46-d06e5948b53c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763642.9633918,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e5858360-6cb0-4b8f-ab46-d06e5948b53c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763642.9836073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e35ed4c0-6a1e-4609-9cc6-f18ba2a73a25"}
{"level":"error","ts":1789763642.983634,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e35ed4c0-6a1e-4609-9cc6-f18ba2a73a25","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763642.989913,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e35ed4c0-6a1e-4609-9cc6-f18ba2a73a25","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763643.0310507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9647bde8-217f-4ac2-b409-c7514ec5e78f"}
{"level":"error","ts":1789763643.031079,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9647bde8-217f-4ac2-b409-c7514ec5e78f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763643.037254,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9647bde8-217f-4ac2-b409-c7514ec5e78f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763643.076075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42faadb5-4f24-480a-b3e2-7db9b303e2f2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789763643.0760849,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"371f82b0-9730-4cad-aa6d-71d7d1a24026"}
{"level":"error","ts":1789763643.0761023,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42faadb5-4f24-480a-b3e2-7db9b303e2f2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763643.0761096,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"371f82b0-9730-4cad-aa6d-71d7d1a24026","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763643.0761259,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"42faadb5-4f24-480a-b3e2-7db9b303e2f2"}
{"level":"error","ts":1789763643.0818958,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"371f82b0-9730-4cad-aa6d-71d7d1a24026","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763643.2420971,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f2ffae9-e0c1-477d-b109-6b06d2b2a1d4"}
{"level":"error","ts":1789763643.2421527,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f2ffae9-e0c1-477d-b109-6b06d2b2a1d4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763643.2479846,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7f2ffae9-e0c1-477d-b109-6b06d2b2a1d4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763643.568367,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41fddd61-ee2e-455c-9d37-8449e4afe6c0"}
{"level":"error","ts":1789763643.5684342,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41fddd61-ee2e-455c-9d37-8449e4afe6c0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763643.5765557,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41fddd61-ee2e-455c-9d37-8449e4afe6c0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763644.216736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d0b8a1d-fc39-4e6f-8b06-e801979987d5"}
{"level":"error","ts":1789763644.2168,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d0b8a1d-fc39-4e6f-8b06-e801979987d5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763644.2231066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3d0b8a1d-fc39-4e6f-8b06-e801979987d5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763645.5040355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53c24efb-6aff-4dad-bc27-393ea412805b"}
{"level":"error","ts":1789763645.5040865,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53c24efb-6aff-4dad-bc27-393ea412805b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763645.5259416,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53c24efb-6aff-4dad-bc27-393ea412805b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763648.077271,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e1827027-a46e-44fb-a3d0-6729382e966a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789763648.0773144,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e1827027-a46e-44fb-a3d0-6729382e966a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763648.0773337,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e1827027-a46e-44fb-a3d0-6729382e966a"}
{"level":"info","ts":1789763648.086413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c6dd4ae1-2a70-4efb-99d7-c98b7b19952e"}
{"level":"error","ts":1789763648.0864503,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c6dd4ae1-2a70-4efb-99d7-c98b7b19952e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763648.0932405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c6dd4ae1-2a70-4efb-99d7-c98b7b19952e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763653.0783026,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ded821e8-c845-448d-93c6-ad5bf88d4cd5","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789763653.0783477,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ded821e8-c845-448d-93c6-ad5bf88d4cd5","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763653.0783694,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ded821e8-c845-448d-93c6-ad5bf88d4cd5"}
{"level":"info","ts":1789763653.213455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b0bb7eb7-fda1-4468-82f2-66c82230d163"}
{"level":"error","ts":1789763653.2135005,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b0bb7eb7-fda1-4468-82f2-66c82230d163","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789763653.220727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b0bb7eb7-fda1-4468-82f2-66c82230d163","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789763653.5003977,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763653.5005064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.500523,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.5005367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","EoS":true}
{"level":"info","ts":1789763653.50056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","header":"x-maas-group"}
{"level":"info","ts":1789763653.5005715,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","header":"x-maas-subscription"}
{"level":"info","ts":1789763653.500576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","header":"x-maas-username"}
{"level":"info","ts":1789763653.5005803,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","header":"x-maas-keyname"}
{"level":"info","ts":1789763653.500598,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763653.500627,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.5024128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.5024333,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.5024486,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","EoS":false}
{"level":"info","ts":1789763653.5024598,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.5024886,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef","EoS":true}
{"level":"info","ts":1789763653.5025022,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f0afb37342d509a0c2b6d14e7cc0eb7d","span_id":"0324832aa0b0b2bf","x-request-id":"989dd322-a3b3-9e11-8dd9-9b677a29cdef"}
{"level":"info","ts":1789763653.5450406,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763653.5451553,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.545171,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.5451858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","EoS":true}
{"level":"info","ts":1789763653.5452435,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","header":"x-maas-username"}
{"level":"info","ts":1789763653.5452552,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","header":"x-maas-subscription"}
{"level":"info","ts":1789763653.5452642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","header":"x-maas-group"}
{"level":"info","ts":1789763653.54527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","header":"x-maas-keyname"}
{"level":"info","ts":1789763653.5452876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763653.5453188,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.546619,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.546644,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.5466583,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","EoS":false}
{"level":"info","ts":1789763653.5466688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.546705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de","EoS":true}
{"level":"info","ts":1789763653.5467129,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b83012915164c8a9c5a3f5441eaf14b5","span_id":"eb43e18321dafa7f","x-request-id":"d03e0da1-7b74-4fc8-b92f-2902139655de"}
{"level":"info","ts":1789763653.5906782,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763653.5908148,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.5908341,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.5908518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","EoS":true}
{"level":"info","ts":1789763653.5908809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","header":"x-maas-subscription"}
{"level":"info","ts":1789763653.590896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","header":"x-maas-username"}
{"level":"info","ts":1789763653.5909054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","header":"x-maas-keyname"}
{"level":"info","ts":1789763653.5909128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","header":"x-maas-group"}
{"level":"info","ts":1789763653.590932,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763653.5909677,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.5922027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.5922282,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.592248,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","EoS":false}
{"level":"info","ts":1789763653.5922644,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.5923011,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c","EoS":true}
{"level":"info","ts":1789763653.5923188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18db9ae74e2240cf631010a788fcf6a5","span_id":"e33116e7c8f2f876","x-request-id":"c3803eb9-86e3-44c5-afa7-27fc44c0597c"}
{"level":"info","ts":1789763653.6937604,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763653.693855,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.6938696,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.6938806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","EoS":true}
{"level":"info","ts":1789763653.6939015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","header":"x-maas-subscription"}
{"level":"info","ts":1789763653.6939116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","header":"x-maas-group"}
{"level":"info","ts":1789763653.6939166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","header":"x-maas-username"}
{"level":"info","ts":1789763653.6939218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","header":"x-maas-keyname"}
{"level":"info","ts":1789763653.6939363,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763653.6939602,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.6951509,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.695171,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.695186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","EoS":false}
{"level":"info","ts":1789763653.695199,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.695227,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3","EoS":true}
{"level":"info","ts":1789763653.6952386,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f354581d8789d464ab3e125e09e8e34","span_id":"c2362445cab655f1","x-request-id":"17c61b88-8ec0-44cc-acf1-50155a81d0c3"}
{"level":"info","ts":1789763653.837493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c45e85b2-0b59-4de9-ba07-eee969e07642","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789763653.8375485,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c45e85b2-0b59-4de9-ba07-eee969e07642","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789763653.8375967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d7b8def1-978e-4639-8ec0-8f7fd4636d68"}
{"level":"error","ts":1789763665.9736557,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763673.6788104,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763673.6789017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.678914,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.678925,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","EoS":true}
{"level":"info","ts":1789763673.6789463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","header":"x-maas-group"}
{"level":"info","ts":1789763673.6789565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","header":"x-maas-subscription"}
{"level":"info","ts":1789763673.6789615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","header":"x-maas-keyname"}
{"level":"info","ts":1789763673.678967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","header":"x-maas-username"}
{"level":"info","ts":1789763673.6789818,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763673.6790068,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.6930635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.6930866,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.693102,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","EoS":false}
{"level":"info","ts":1789763673.693114,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.6931393,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414","EoS":true}
{"level":"info","ts":1789763673.6931465,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b1d237c56cd276fb9efdd40275937f00","span_id":"48b365aa09a0b98d","x-request-id":"13af5658-7238-4732-b94d-e7472dcbb414"}
{"level":"info","ts":1789763673.8344781,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763673.8345704,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.8345823,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.8345947,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","EoS":true}
{"level":"info","ts":1789763673.8346183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","header":"x-maas-username"}
{"level":"info","ts":1789763673.8346283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","header":"x-maas-subscription"}
{"level":"info","ts":1789763673.8346338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","header":"x-maas-keyname"}
{"level":"info","ts":1789763673.8346384,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","header":"x-maas-group"}
{"level":"info","ts":1789763673.8346524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763673.8346784,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.8373513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.8373718,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.8373873,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","EoS":false}
{"level":"info","ts":1789763673.8373978,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.8374257,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f","EoS":true}
{"level":"info","ts":1789763673.8374352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7a6af32957b909fc247d6a1fe4afab61","span_id":"17dca3e9967f930c","x-request-id":"6f1d4484-a1ce-480c-a35f-523c1cc4df7f"}
{"level":"info","ts":1789763673.9779084,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763673.9780114,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763673.9780293,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763673.9780462,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","EoS":true}
{"level":"info","ts":1789763673.9780784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","header":"x-maas-keyname"}
{"level":"info","ts":1789763673.9780946,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","header":"x-maas-username"}
{"level":"info","ts":1789763673.9781024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","header":"x-maas-subscription"}
{"level":"info","ts":1789763673.9781115,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","header":"x-maas-group"}
{"level":"info","ts":1789763673.9781315,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763673.978168,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763673.9793777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763673.9793956,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763673.9794095,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","EoS":false}
{"level":"info","ts":1789763673.9794214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763673.979445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed","EoS":true}
{"level":"info","ts":1789763673.9794548,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e662ffbba23f9592ec51bc2b165a0c9","span_id":"c67aed257372ee2a","x-request-id":"85fa5671-ca3c-426c-bf61-5b9ba73a6eed"}
{"level":"info","ts":1789763674.1191597,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763674.1192634,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.1192784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.1192963,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","EoS":true}
{"level":"info","ts":1789763674.119328,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","header":"x-maas-username"}
{"level":"info","ts":1789763674.1193454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","header":"x-maas-group"}
{"level":"info","ts":1789763674.1193557,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","header":"x-maas-subscription"}
{"level":"info","ts":1789763674.119364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","header":"x-maas-keyname"}
{"level":"info","ts":1789763674.119385,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763674.1194186,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.120598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.1206157,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.1206298,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","EoS":false}
{"level":"info","ts":1789763674.120643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.1206658,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345","EoS":true}
{"level":"info","ts":1789763674.1206765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c7514393c3d7f6b8be2d9a4728c05ca8","span_id":"aa21ddac355e532b","x-request-id":"b1d14f72-6860-4222-b8e2-64e1af9e6345"}
{"level":"info","ts":1789763674.2583044,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763674.2584136,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763674.258428,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763674.2584407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","EoS":true}
{"level":"info","ts":1789763674.2584596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","header":"x-maas-keyname"}
{"level":"info","ts":1789763674.258469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","header":"x-maas-subscription"}
{"level":"info","ts":1789763674.2584748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","header":"x-maas-username"}
{"level":"info","ts":1789763674.2584794,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","header":"x-maas-group"}
{"level":"info","ts":1789763674.258493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763674.2585168,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763674.259749,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763674.259767,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763674.259782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","EoS":false}
{"level":"info","ts":1789763674.2597964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763674.2598438,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673","EoS":true}
{"level":"info","ts":1789763674.259856,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c4452cfda5767317f67c4ddaf836488d","span_id":"54855648ec91c98b","x-request-id":"c3beef05-f56e-4539-8f7a-f1246ea7c673"}
{"level":"info","ts":1789763683.0922174,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763683.0923028,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.0923147,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.092326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","EoS":true}
{"level":"info","ts":1789763683.0923476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","header":"x-maas-subscription"}
{"level":"info","ts":1789763683.0923579,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","header":"x-maas-group"}
{"level":"info","ts":1789763683.092363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","header":"x-maas-username"}
{"level":"info","ts":1789763683.0923674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","header":"x-maas-keyname"}
{"level":"info","ts":1789763683.092382,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763683.0924053,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.0935726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.0935934,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.0936143,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","EoS":false}
{"level":"info","ts":1789763683.0936315,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.0936701,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8","EoS":true}
{"level":"info","ts":1789763683.0936813,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d51743793cf7d12dc149c44e24ae0074","span_id":"59ede560e3810063","x-request-id":"b20d701d-c4d5-408b-98b6-7cb0eea15af8"}
{"level":"info","ts":1789763683.1948361,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763683.1949112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e"}
{"level":"info","ts":1789763683.1958733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e"}
{"level":"info","ts":1789763683.19589,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e"}
{"level":"info","ts":1789763683.1959043,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e","EoS":false}
{"level":"info","ts":1789763683.1959152,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e"}
{"level":"info","ts":1789763683.1959403,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e","EoS":true}
{"level":"info","ts":1789763683.19595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6411356e2b3b693877af8ee0c284ea27","span_id":"61f7e7b72104890b","x-request-id":"7301a5a7-7f62-423d-be19-2b204f7eff2e"}
{"level":"info","ts":1789763683.9408104,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763683.9408958,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763683.9409106,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763683.9409215,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","EoS":true}
{"level":"info","ts":1789763683.9409423,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","header":"x-maas-group"}
{"level":"info","ts":1789763683.9409528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","header":"x-maas-keyname"}
{"level":"info","ts":1789763683.9409585,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","header":"x-maas-username"}
{"level":"info","ts":1789763683.940963,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","header":"x-maas-subscription"}
{"level":"info","ts":1789763683.9409773,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763683.9410017,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763683.9431777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763683.9431977,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763683.943213,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","EoS":false}
{"level":"info","ts":1789763683.9432318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763683.943267,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a","EoS":true}
{"level":"info","ts":1789763683.9432788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"23759f130ab3a8f2a62f1179a34d3d3f","span_id":"c70165fc183af618","x-request-id":"e824a7c2-6bcd-4a65-82ef-d9f559d0195a"}
{"level":"info","ts":1789763684.9156523,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763684.9157853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763684.915801,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763684.9158247,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","EoS":true}
{"level":"info","ts":1789763684.9158623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","header":"x-maas-subscription"}
{"level":"info","ts":1789763684.915876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","header":"x-maas-group"}
{"level":"info","ts":1789763684.915884,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","header":"x-maas-keyname"}
{"level":"info","ts":1789763684.9158914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","header":"x-maas-username"}
{"level":"info","ts":1789763684.9159112,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763684.915945,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763684.9170945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763684.9171135,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763684.9171317,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","EoS":false}
{"level":"info","ts":1789763684.9171436,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763684.9171677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56","EoS":true}
{"level":"info","ts":1789763684.9171772,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4c7059624afbf9d74659448e2ada0c97","span_id":"5a6fd474749fb6ab","x-request-id":"076488b7-50be-41dc-90d4-115a71718a56"}
{"level":"info","ts":1789763685.6644528,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763685.6645484,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"info","ts":1789763685.6645606,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"info","ts":1789763685.6645725,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","EoS":true}
{"level":"info","ts":1789763685.6645947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","header":"x-maas-keyname"}
{"level":"info","ts":1789763685.6646037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","header":"x-maas-group"}
{"level":"info","ts":1789763685.6646085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","header":"x-maas-username"}
{"level":"info","ts":1789763685.6646128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","header":"x-maas-subscription"}
{"level":"info","ts":1789763685.6646273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763685.6646512,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"info","ts":1789763685.6657584,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"info","ts":1789763685.6657767,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"info","ts":1789763685.665791,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","EoS":false}
{"level":"info","ts":1789763685.6658034,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"info","ts":1789763685.6658316,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a","EoS":true}
{"level":"info","ts":1789763685.6658409,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b29cc02d3d45deda3ef640e6f687feca","span_id":"b4618d05408facc0","x-request-id":"e11bf247-51d7-4dd3-b231-8bcb2b029b1a"}
{"level":"error","ts":1789763685.9755712,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763686.7193289,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763686.7194211,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"info","ts":1789763686.7194326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"info","ts":1789763686.719444,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","EoS":true}
{"level":"info","ts":1789763686.7194688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","header":"x-maas-subscription"}
{"level":"info","ts":1789763686.7194781,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","header":"x-maas-username"}
{"level":"info","ts":1789763686.719483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","header":"x-maas-group"}
{"level":"info","ts":1789763686.7194881,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","header":"x-maas-keyname"}
{"level":"info","ts":1789763686.719509,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763686.7195368,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"info","ts":1789763686.720607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"info","ts":1789763686.7206266,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"info","ts":1789763686.7206495,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","EoS":false}
{"level":"info","ts":1789763686.720661,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"info","ts":1789763686.7206986,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663","EoS":true}
{"level":"info","ts":1789763686.7207077,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"faee18259d786fe88a0120b667975fef","span_id":"5a74fc45294b2ad9","x-request-id":"abee6db6-daf4-4d6d-9996-17449e1ef663"}
{"level":"error","ts":1789763695.9761372,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763710.7111707,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763710.7112637,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"info","ts":1789763710.7112765,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"info","ts":1789763710.7112887,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","EoS":true}
{"level":"info","ts":1789763710.7113097,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","header":"x-maas-username"}
{"level":"info","ts":1789763710.7113192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","header":"x-maas-group"}
{"level":"info","ts":1789763710.7113252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","header":"x-maas-subscription"}
{"level":"info","ts":1789763710.7113297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","header":"x-maas-keyname"}
{"level":"info","ts":1789763710.7113457,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763710.7113695,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"info","ts":1789763710.7124434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"info","ts":1789763710.71246,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"info","ts":1789763710.7124743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","EoS":false}
{"level":"info","ts":1789763710.7124858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"info","ts":1789763710.7125092,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1","EoS":true}
{"level":"info","ts":1789763710.7125196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"028696c1d3693d18b761cb6e16fa98a6","span_id":"6179fb41986c9694","x-request-id":"c4b66e37-a788-4de6-b561-6862f6673ea1"}
{"level":"error","ts":1789763710.9775054,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789763720.977945,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763804.4135594,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763804.4136524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"info","ts":1789763804.4136646,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"info","ts":1789763804.413675,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","EoS":true}
{"level":"info","ts":1789763804.413725,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","header":"x-maas-keyname"}
{"level":"info","ts":1789763804.4137352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","header":"x-maas-subscription"}
{"level":"info","ts":1789763804.4137404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","header":"x-maas-username"}
{"level":"info","ts":1789763804.413745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","header":"x-maas-group"}
{"level":"info","ts":1789763804.4137602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789763804.4137847,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"info","ts":1789763804.4283364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"info","ts":1789763804.4283562,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"info","ts":1789763804.428372,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","EoS":false}
{"level":"info","ts":1789763804.4283836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"info","ts":1789763804.4284077,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f","EoS":true}
{"level":"info","ts":1789763804.4284172,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6e09b84160488ac134f56f2b7ad5417b","span_id":"e9cc0f04b125463c","x-request-id":"bc703431-1f84-9b91-be11-0051a0898f3f"}
{"level":"error","ts":1789763815.988648,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763864.9272156,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763864.9273338,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.9273503,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.9273698,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","EoS":true}
{"level":"info","ts":1789763864.927405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","header":"x-maas-username"}
{"level":"info","ts":1789763864.9274175,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","header":"x-maas-group"}
{"level":"info","ts":1789763864.9274256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","header":"x-maas-subscription"}
{"level":"info","ts":1789763864.9274335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","header":"x-maas-keyname"}
{"level":"info","ts":1789763864.927457,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763864.9274902,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.9295926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.9296148,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.92963,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","EoS":false}
{"level":"info","ts":1789763864.9296458,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.929679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787","EoS":true}
{"level":"info","ts":1789763864.9297168,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"571aaf0ffac02f5ad8e7bfa012f3274d","span_id":"ac5b82e9bff5b7dd","x-request-id":"1aa448f5-376f-411f-8c9b-31c30bc30787"}
{"level":"info","ts":1789763864.9617329,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763864.96182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"info","ts":1789763864.9618309,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"info","ts":1789763864.9618425,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","EoS":true}
{"level":"info","ts":1789763864.9618633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","header":"x-maas-group"}
{"level":"info","ts":1789763864.9618726,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","header":"x-maas-subscription"}
{"level":"info","ts":1789763864.9618776,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","header":"x-maas-username"}
{"level":"info","ts":1789763864.9618819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","header":"x-maas-keyname"}
{"level":"info","ts":1789763864.9618957,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789763864.961916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"info","ts":1789763864.9627821,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"info","ts":1789763864.962801,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"info","ts":1789763864.962818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","EoS":false}
{"level":"info","ts":1789763864.9628363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"info","ts":1789763864.9628725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3","EoS":true}
{"level":"info","ts":1789763864.962884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5b8ab82fcba5fe0a8684327c8fdfb704","span_id":"0e965634115860b8","x-request-id":"b8e1eda8-340f-487e-9935-06494e7526e3"}
{"level":"error","ts":1789763875.995832,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763878.7142417,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763878.7143672,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.7143893,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.714407,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","EoS":true}
{"level":"info","ts":1789763878.71444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","header":"x-maas-group"}
{"level":"info","ts":1789763878.7144544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","header":"x-maas-subscription"}
{"level":"info","ts":1789763878.7144613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","header":"x-maas-username"}
{"level":"info","ts":1789763878.7144687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","header":"x-maas-keyname"}
{"level":"info","ts":1789763878.7144897,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789763878.714523,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.7271454,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.72717,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.7271912,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","EoS":false}
{"level":"info","ts":1789763878.727207,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.7272496,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","EoS":false}
{"level":"info","ts":1789763878.7272701,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.727296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","EoS":false}
{"level":"info","ts":1789763878.7273104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.727332,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0","EoS":true}
{"level":"info","ts":1789763878.7273462,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a2477883c97f237f89277559327198ca","span_id":"be18b066a1abf33a","x-request-id":"61e16734-4247-4274-be96-a170a92a99f0"}
{"level":"info","ts":1789763878.8669045,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763878.8670065,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.8670204,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.8670318,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","EoS":true}
{"level":"info","ts":1789763878.8671017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","header":"x-maas-username"}
{"level":"info","ts":1789763878.867113,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","header":"x-maas-group"}
{"level":"info","ts":1789763878.8671184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","header":"x-maas-subscription"}
{"level":"info","ts":1789763878.8671234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","header":"x-maas-keyname"}
{"level":"info","ts":1789763878.8671372,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789763878.867184,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.868237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.8682551,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.8682766,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","EoS":false}
{"level":"info","ts":1789763878.8682945,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.8683338,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","EoS":false}
{"level":"info","ts":1789763878.8683472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763878.868369,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe","EoS":true}
{"level":"info","ts":1789763878.8683798,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f3e2dae94cd2e10f3874f817b4ab4b73","span_id":"210ab0588201629d","x-request-id":"ad139397-5d1d-437d-a7b8-f1327f636efe"}
{"level":"info","ts":1789763879.0071933,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763879.0072837,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.0072973,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.0073082,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","EoS":true}
{"level":"info","ts":1789763879.0073283,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","header":"x-maas-subscription"}
{"level":"info","ts":1789763879.007338,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","header":"x-maas-keyname"}
{"level":"info","ts":1789763879.0073428,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","header":"x-maas-username"}
{"level":"info","ts":1789763879.0073469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","header":"x-maas-group"}
{"level":"info","ts":1789763879.0074105,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789763879.0074387,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.008446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.0084639,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.0084846,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","EoS":false}
{"level":"info","ts":1789763879.0084972,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.0085225,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","EoS":false}
{"level":"info","ts":1789763879.008557,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"info","ts":1789763879.0085723,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06","EoS":true}
{"level":"info","ts":1789763879.0085795,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42bd6cde7d51ab8a4e5b1cc15a88fe2d","span_id":"287003d0c2c2e573","x-request-id":"aec842fa-1862-4f7f-9e8f-965eca6a4c06"}
{"level":"error","ts":1789763890.9971838,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789763895.9495609,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789763895.949675,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.9497054,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.949722,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","EoS":true}
{"level":"info","ts":1789763895.9497523,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","header":"x-maas-username"}
{"level":"info","ts":1789763895.9497666,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","header":"x-maas-keyname"}
{"level":"info","ts":1789763895.9497743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","header":"x-maas-group"}
{"level":"info","ts":1789763895.9497814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","header":"x-maas-subscription"}
{"level":"info","ts":1789763895.9497974,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789763895.949825,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.952456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.9524748,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.9524982,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","EoS":false}
{"level":"info","ts":1789763895.9525113,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.9525416,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","EoS":false}
{"level":"info","ts":1789763895.9525573,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"info","ts":1789763895.9525685,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a","EoS":true}
{"level":"info","ts":1789763895.9525788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8567f792e7550dc5a53e5f2ecb7e0f93","span_id":"2abc246b974c5e2d","x-request-id":"e3a17778-63b8-4be9-8753-cbfa7adadb6a"}
{"level":"error","ts":1789763905.9984553,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}