{"level":"info","ts":1789687097.4415708,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","header":"x-maas-keyname"}
{"level":"info","ts":1789687097.4415762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","header":"x-maas-subscription"}
{"level":"info","ts":1789687097.4415808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","header":"x-maas-group"}
{"level":"info","ts":1789687097.4415967,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789687097.441624,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"}
{"level":"info","ts":1789687097.4426286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"}
{"level":"info","ts":1789687097.4426477,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"}
{"level":"info","ts":1789687097.4426665,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","EoS":false}
{"level":"info","ts":1789687097.4426818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"}
{"level":"info","ts":1789687097.4427137,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0","EoS":true}
{"level":"info","ts":1789687097.4427245,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a84c4b7e89858319ee2c4af1c7ec279a","span_id":"f030f8bc00c4479f","x-request-id":"8538c760-d722-40e1-9561-3f1bef3e8ae0"}
{"level":"error","ts":1789687103.3241968,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789687110.3941772,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687110.3942978,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"db03496f9d73354efe5962aa20d59c9a","span_id":"9237f885d5e0f75b","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33"}
{"level":"info","ts":1789687110.3943174,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"db03496f9d73354efe5962aa20d59c9a","span_id":"9237f885d5e0f75b","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33"}
{"level":"info","ts":1789687110.3943353,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"db03496f9d73354efe5962aa20d59c9a","span_id":"9237f885d5e0f75b","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33","EoS":true}
{"level":"info","ts":1789687110.3944032,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"db03496f9d73354efe5962aa20d59c9a","span_id":"9237f885d5e0f75b","x-request-id":"9ba365bc-5098-4dc2-bfc3-bb78cb1ecc33"}
{"level":"info","ts":1789687110.5369658,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687110.5370681,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4134bbf44088a256b867aa95f1d459f7","span_id":"11bc03d4294cd654","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea"}
{"level":"info","ts":1789687110.5370798,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4134bbf44088a256b867aa95f1d459f7","span_id":"11bc03d4294cd654","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea"}
{"level":"info","ts":1789687110.5370917,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4134bbf44088a256b867aa95f1d459f7","span_id":"11bc03d4294cd654","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea","EoS":true}
{"level":"info","ts":1789687110.5371516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4134bbf44088a256b867aa95f1d459f7","span_id":"11bc03d4294cd654","x-request-id":"a57d2f81-0753-4181-ad7b-5de7693327ea"}
{"level":"info","ts":1789687110.6963277,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789687110.6964452,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e7b20f94c3012f4529ed746586b6001a","span_id":"9ddd972a9c1a8c6d","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9"}
{"level":"info","ts":1789687110.6964624,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e7b20f94c3012f4529ed746586b6001a","span_id":"9ddd972a9c1a8c6d","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9"}
{"level":"info","ts":1789687110.696482,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e7b20f94c3012f4529ed746586b6001a","span_id":"9ddd972a9c1a8c6d","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9","EoS":true}
{"level":"info","ts":1789687110.6965463,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e7b20f94c3012f4529ed746586b6001a","span_id":"9ddd972a9c1a8c6d","x-request-id":"9d7f06c9-d6ee-41cc-ac8c-77a49b4b39a9"}
{"level":"error","ts":1789687113.3245685,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789687123.3252823,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789687138.3265007,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688141.1015494,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688141.1016626,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.1016765,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.1016893,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","EoS":true}
{"level":"info","ts":1789688141.101716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","header":"x-maas-keyname"}
{"level":"info","ts":1789688141.1017256,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","header":"x-maas-group"}
{"level":"info","ts":1789688141.101731,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","header":"x-maas-subscription"}
{"level":"info","ts":1789688141.1017365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","header":"x-maas-username"}
{"level":"info","ts":1789688141.1017516,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789688141.101779,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.1038532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.1038754,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.103891,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","EoS":false}
{"level":"info","ts":1789688141.1039035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.103937,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225","EoS":true}
{"level":"info","ts":1789688141.1039474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dda13a62f22f1de9fb3ec56fd77475a4","span_id":"d9b41537e6798208","x-request-id":"200a8709-e4b5-42c5-8c8d-92b11dead225"}
{"level":"info","ts":1789688141.1377332,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688141.1378477,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"info","ts":1789688141.1378617,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"info","ts":1789688141.1378746,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","EoS":true}
{"level":"info","ts":1789688141.137908,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","header":"x-maas-username"}
{"level":"info","ts":1789688141.1379185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","header":"x-maas-subscription"}
{"level":"info","ts":1789688141.1379242,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","header":"x-maas-group"}
{"level":"info","ts":1789688141.1379294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","header":"x-maas-keyname"}
{"level":"info","ts":1789688141.1379433,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789688141.1379726,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"info","ts":1789688141.1388886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"info","ts":1789688141.1389031,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"info","ts":1789688141.138916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","EoS":false}
{"level":"info","ts":1789688141.138926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"info","ts":1789688141.1389482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e","EoS":true}
{"level":"info","ts":1789688141.1389592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d2af48d747ed1b5b7f42ce270a5bd59d","span_id":"901386661487488c","x-request-id":"a6927157-3e25-4233-9888-722d6043782e"}
{"level":"error","ts":1789688153.4522176,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688441.984462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62547b55-bf4a-4314-b292-75996d28b699","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688441.9845245,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62547b55-bf4a-4314-b292-75996d28b699","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688441.984547,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62547b55-bf4a-4314-b292-75996d28b699"}
{"level":"info","ts":1789688441.9844606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"416f4486-ee49-42d7-bb44-f1a8ecd60df4"}
{"level":"info","ts":1789688441.9921675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f51b3e80-a454-4368-a8a6-8abfe9671064","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688441.9922013,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f51b3e80-a454-4368-a8a6-8abfe9671064","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688441.9922202,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f51b3e80-a454-4368-a8a6-8abfe9671064"}
{"level":"error","ts":1789688441.992473,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"416f4486-ee49-42d7-bb44-f1a8ecd60df4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688441.9925146,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"416f4486-ee49-42d7-bb44-f1a8ecd60df4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688441.995735,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"416f4486-ee49-42d7-bb44-f1a8ecd60df4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688441.995771,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"416f4486-ee49-42d7-bb44-f1a8ecd60df4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688441.9958322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c3f60e9-13ea-4d85-84bf-b29826e8fa51"}
{"level":"error","ts":1789688441.9958603,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c3f60e9-13ea-4d85-84bf-b29826e8fa51","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688441.9992318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62831676-1417-4161-8a05-9d2843c6cf89","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688441.999259,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62831676-1417-4161-8a05-9d2843c6cf89","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688441.999275,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"62831676-1417-4161-8a05-9d2843c6cf89"}
{"level":"error","ts":1789688442.0012496,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c3f60e9-13ea-4d85-84bf-b29826e8fa51","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.0012844,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c3f60e9-13ea-4d85-84bf-b29826e8fa51","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.0013394,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d359a917-d449-4a7c-8645-a0276c374270"}
{"level":"error","ts":1789688442.0013669,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d359a917-d449-4a7c-8645-a0276c374270","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.008061,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d359a917-d449-4a7c-8645-a0276c374270","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.028282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"914d51f2-6209-4102-a386-46dd4f8fa83f"}
{"level":"error","ts":1789688442.028312,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"914d51f2-6209-4102-a386-46dd4f8fa83f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.0327542,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"914d51f2-6209-4102-a386-46dd4f8fa83f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.0728896,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98cc9bd3-412b-4970-bbfd-853e76e9b1de"}
{"level":"error","ts":1789688442.072924,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98cc9bd3-412b-4970-bbfd-853e76e9b1de","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.0778558,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98cc9bd3-412b-4970-bbfd-853e76e9b1de","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.12879,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1857fa84-c20a-47d3-a42e-f1f26ec9b338"}
{"level":"info","ts":1789688442.128796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eba71854-4774-44da-a615-0cab476b4756","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688442.1288264,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eba71854-4774-44da-a615-0cab476b4756","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.128823,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1857fa84-c20a-47d3-a42e-f1f26ec9b338","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.1288462,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"eba71854-4774-44da-a615-0cab476b4756"}
{"level":"error","ts":1789688442.133881,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1857fa84-c20a-47d3-a42e-f1f26ec9b338","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.294061,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e8b0d32-e2c5-4969-b428-bfc335c871d9"}
{"level":"error","ts":1789688442.2941396,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e8b0d32-e2c5-4969-b428-bfc335c871d9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.2992818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3e8b0d32-e2c5-4969-b428-bfc335c871d9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688442.6198516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3d315d2-4cee-4372-80d6-4b63e7816b21"}
{"level":"error","ts":1789688442.6199226,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3d315d2-4cee-4372-80d6-4b63e7816b21","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688442.6253812,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f3d315d2-4cee-4372-80d6-4b63e7816b21","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688443.2662907,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4a5a0111-8ba8-4817-8606-a75e57132c2b"}
{"level":"error","ts":1789688443.2663453,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4a5a0111-8ba8-4817-8606-a75e57132c2b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688443.271592,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4a5a0111-8ba8-4817-8606-a75e57132c2b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688444.5523589,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"249d8687-f05f-4e33-af82-735a4f632a1f"}
{"level":"error","ts":1789688444.5524476,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"249d8687-f05f-4e33-af82-735a4f632a1f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688444.5572622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"249d8687-f05f-4e33-af82-735a4f632a1f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688447.1178396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da3c6d4e-0717-4026-876a-b0175f1e0306"}
{"level":"error","ts":1789688447.1179533,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da3c6d4e-0717-4026-876a-b0175f1e0306","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688447.123703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da3c6d4e-0717-4026-876a-b0175f1e0306","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688447.1292443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c42d549e-5c91-47b6-b236-99c7ee76db55","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688447.129306,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c42d549e-5c91-47b6-b236-99c7ee76db55","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688447.129334,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c42d549e-5c91-47b6-b236-99c7ee76db55"}
{"level":"info","ts":1789688452.1296186,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b414e71-57f0-475c-b6c6-c495dc0d1f8b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688452.1296906,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b414e71-57f0-475c-b6c6-c495dc0d1f8b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688452.1297238,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1b414e71-57f0-475c-b6c6-c495dc0d1f8b"}
{"level":"info","ts":1789688452.244831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"27f1dcd1-2b85-4a93-9f94-28841ec5a1f3"}
{"level":"error","ts":1789688452.2448928,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"27f1dcd1-2b85-4a93-9f94-28841ec5a1f3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789688452.250174,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"27f1dcd1-2b85-4a93-9f94-28841ec5a1f3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789688452.5461,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688452.5462317,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.5462484,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.5462623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","EoS":true}
{"level":"info","ts":1789688452.5462885,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","header":"x-maas-group"}
{"level":"info","ts":1789688452.5462983,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","header":"x-maas-subscription"}
{"level":"info","ts":1789688452.546304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","header":"x-maas-username"}
{"level":"info","ts":1789688452.546308,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","header":"x-maas-keyname"}
{"level":"info","ts":1789688452.5463233,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688452.546349,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.5472863,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.5473068,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.5473206,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","EoS":false}
{"level":"info","ts":1789688452.5473335,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.547362,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15","EoS":true}
{"level":"info","ts":1789688452.5473719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"94bd2bf1a8548b0ac820769a8d6c51da","span_id":"dc9bf1b520bab6f7","x-request-id":"c2aa3813-55ff-4653-97e6-6916311cee15"}
{"level":"info","ts":1789688452.5852177,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688452.5853314,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.5853467,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.5853605,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","EoS":true}
{"level":"info","ts":1789688452.5853844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","header":"x-maas-username"}
{"level":"info","ts":1789688452.5853941,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","header":"x-maas-keyname"}
{"level":"info","ts":1789688452.5854,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","header":"x-maas-group"}
{"level":"info","ts":1789688452.5854044,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","header":"x-maas-subscription"}
{"level":"info","ts":1789688452.5854194,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688452.585446,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.5863547,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.5863705,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.5863824,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","EoS":false}
{"level":"info","ts":1789688452.5863926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.5864155,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b","EoS":true}
{"level":"info","ts":1789688452.586428,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20be261e8f86f73ecd7933cb6bf4d7cf","span_id":"3ab9055ed35f4191","x-request-id":"28fb5e4c-8d18-41dd-b56f-44b5475e315b"}
{"level":"info","ts":1789688452.6267335,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688452.6268473,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.6268673,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.6268811,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","EoS":true}
{"level":"info","ts":1789688452.626907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","header":"x-maas-username"}
{"level":"info","ts":1789688452.6269186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","header":"x-maas-subscription"}
{"level":"info","ts":1789688452.6269271,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","header":"x-maas-group"}
{"level":"info","ts":1789688452.6269336,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","header":"x-maas-keyname"}
{"level":"info","ts":1789688452.6269484,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688452.626985,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.6280468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.6280706,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.6280885,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","EoS":false}
{"level":"info","ts":1789688452.6281006,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.6281924,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f","EoS":true}
{"level":"info","ts":1789688452.6282105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5cb3bd81b8f41bbd5a19af001b81adb3","span_id":"da02596e2c98bd34","x-request-id":"fbfec0b4-d75a-4b4e-a548-2f5b5358528f"}
{"level":"info","ts":1789688452.7360158,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688452.736168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.7361863,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.7362018,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","EoS":true}
{"level":"info","ts":1789688452.7362285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","header":"x-maas-keyname"}
{"level":"info","ts":1789688452.7362392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","header":"x-maas-username"}
{"level":"info","ts":1789688452.7362447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","header":"x-maas-group"}
{"level":"info","ts":1789688452.7362494,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","header":"x-maas-subscription"}
{"level":"info","ts":1789688452.7362654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688452.7362952,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.7371898,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.7372115,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.7372336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","EoS":false}
{"level":"info","ts":1789688452.7372515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.7372909,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd","EoS":true}
{"level":"info","ts":1789688452.7373009,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3fe5691fb26248d6ea9f918e0a39135f","span_id":"eb66d9cd92c63054","x-request-id":"2426d0fa-b1e8-49c2-a1b6-c5412dfd3fbd"}
{"level":"info","ts":1789688452.8736372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d9a55790-4486-4698-bf1d-9b21b7251a96"}
{"level":"info","ts":1789688452.8736722,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9c6a56d8-9126-4f68-be62-f694e66d7ed1","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789688452.8737097,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9c6a56d8-9126-4f68-be62-f694e66d7ed1","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789688463.4914398,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688470.5294917,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688470.5296187,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.5296361,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.5296493,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","EoS":true}
{"level":"info","ts":1789688470.5296736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","header":"x-maas-subscription"}
{"level":"info","ts":1789688470.529684,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","header":"x-maas-group"}
{"level":"info","ts":1789688470.5296907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","header":"x-maas-username"}
{"level":"info","ts":1789688470.5296957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","header":"x-maas-keyname"}
{"level":"info","ts":1789688470.5297117,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688470.5297399,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.5421033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.5421453,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.542161,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","EoS":false}
{"level":"info","ts":1789688470.5421777,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.5422044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b","EoS":true}
{"level":"info","ts":1789688470.542212,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"954a45be26100ed77b7d99e244f267d3","span_id":"94730b6992b9ceee","x-request-id":"ecc2ba15-e1be-42f7-a791-4e419710602b"}
{"level":"info","ts":1789688470.683555,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688470.6836524,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.6836646,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.6836762,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","EoS":true}
{"level":"info","ts":1789688470.6836987,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","header":"x-maas-username"}
{"level":"info","ts":1789688470.683709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","header":"x-maas-group"}
{"level":"info","ts":1789688470.6837142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","header":"x-maas-keyname"}
{"level":"info","ts":1789688470.6837184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","header":"x-maas-subscription"}
{"level":"info","ts":1789688470.6837332,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688470.6837604,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.6854136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.6854374,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.6854618,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","EoS":false}
{"level":"info","ts":1789688470.68548,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.6855097,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7","EoS":true}
{"level":"info","ts":1789688470.6855206,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1001c94822299d7dc4bf428191f81544","span_id":"132c3bc092ec6409","x-request-id":"bcec37dc-9b14-4d6f-97a2-dcaf499fa1f7"}
{"level":"info","ts":1789688470.822143,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688470.822248,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.8222601,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.822272,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","EoS":true}
{"level":"info","ts":1789688470.8222973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","header":"x-maas-username"}
{"level":"info","ts":1789688470.8223078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","header":"x-maas-keyname"}
{"level":"info","ts":1789688470.8223126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","header":"x-maas-group"}
{"level":"info","ts":1789688470.8223174,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","header":"x-maas-subscription"}
{"level":"info","ts":1789688470.822334,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688470.8223608,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.823043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.8230689,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.8230848,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","EoS":false}
{"level":"info","ts":1789688470.8231037,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.8231509,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973","EoS":true}
{"level":"info","ts":1789688470.8231614,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"913904bbd99937dd431852bd76c2cc53","span_id":"5fbb2c21fecda9b8","x-request-id":"dada264c-99a6-41a4-83bf-74a22cb74973"}
{"level":"info","ts":1789688470.9562612,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688470.9563787,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688470.9563951,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688470.9564087,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","EoS":true}
{"level":"info","ts":1789688470.9564376,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","header":"x-maas-username"}
{"level":"info","ts":1789688470.9564483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","header":"x-maas-group"}
{"level":"info","ts":1789688470.956453,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","header":"x-maas-subscription"}
{"level":"info","ts":1789688470.956458,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","header":"x-maas-keyname"}
{"level":"info","ts":1789688470.9564726,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688470.956499,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688470.9571736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688470.9571927,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688470.9572089,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","EoS":false}
{"level":"info","ts":1789688470.9572203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688470.957244,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7","EoS":true}
{"level":"info","ts":1789688470.9572537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff59e338c454860d53b0a25a4d0035bc","span_id":"868fa4bc64640803","x-request-id":"35f001c9-b260-4ca1-a977-105bcb9481a7"}
{"level":"info","ts":1789688471.091713,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688471.0918236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"info","ts":1789688471.091839,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"info","ts":1789688471.091854,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","EoS":true}
{"level":"info","ts":1789688471.091879,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","header":"x-maas-username"}
{"level":"info","ts":1789688471.0918887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","header":"x-maas-subscription"}
{"level":"info","ts":1789688471.0918965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","header":"x-maas-group"}
{"level":"info","ts":1789688471.0919015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","header":"x-maas-keyname"}
{"level":"info","ts":1789688471.091917,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688471.091946,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"info","ts":1789688471.0926204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"info","ts":1789688471.092639,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"info","ts":1789688471.0926497,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","EoS":false}
{"level":"info","ts":1789688471.0926647,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"info","ts":1789688471.0926867,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e","EoS":true}
{"level":"info","ts":1789688471.0926957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3874bcf1ca87dc4f29b8d79742415feb","span_id":"f04a277434d761e0","x-request-id":"38625cbc-cf1e-40a2-80a7-8d70d64b941e"}
{"level":"error","ts":1789688483.4928808,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688486.1137514,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688486.1138556,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.1138725,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.1138937,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","EoS":true}
{"level":"info","ts":1789688486.113918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","header":"x-maas-subscription"}
{"level":"info","ts":1789688486.1139288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","header":"x-maas-keyname"}
{"level":"info","ts":1789688486.1139348,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","header":"x-maas-username"}
{"level":"info","ts":1789688486.1139417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","header":"x-maas-group"}
{"level":"info","ts":1789688486.1139605,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688486.1139877,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.114746,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.1147707,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.1147916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","EoS":false}
{"level":"info","ts":1789688486.1148076,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.1148417,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d","EoS":true}
{"level":"info","ts":1789688486.1148527,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d4f9b9f438370dc5d6489febee54ddc9","span_id":"2ac105a2b7c7503c","x-request-id":"402c3a6a-6afb-40c4-a653-ec072a75ef0d"}
{"level":"info","ts":1789688486.1508343,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688486.150953,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.1509688,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.150987,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","EoS":true}
{"level":"info","ts":1789688486.1510212,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","header":"x-maas-group"}
{"level":"info","ts":1789688486.1510355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","header":"x-maas-keyname"}
{"level":"info","ts":1789688486.1510434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","header":"x-maas-subscription"}
{"level":"info","ts":1789688486.1510508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","header":"x-maas-username"}
{"level":"info","ts":1789688486.1510727,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688486.1511097,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.1517465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.1517644,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.1517782,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","EoS":false}
{"level":"info","ts":1789688486.1517894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.1518116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365","EoS":true}
{"level":"info","ts":1789688486.1518214,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83ed720007e3d687a5318c4d185b4094","span_id":"e84ede27ba9aa7ab","x-request-id":"1a357893-30e9-4e18-a28d-a2d4607ac365"}
{"level":"info","ts":1789688486.2506552,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688486.2507684,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f"}
{"level":"info","ts":1789688486.251449,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f"}
{"level":"info","ts":1789688486.2514706,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f"}
{"level":"info","ts":1789688486.2514915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f","EoS":false}
{"level":"info","ts":1789688486.2515087,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f"}
{"level":"info","ts":1789688486.2515445,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f","EoS":true}
{"level":"info","ts":1789688486.2515576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"442e19a3671c54feeb6e7f1331397813","span_id":"235085dc65918df7","x-request-id":"e45a99c4-6d35-49f3-bc4d-eb7f9f1c036f"}
{"level":"info","ts":1789688487.0079167,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688487.008039,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.008054,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.0080724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","EoS":true}
{"level":"info","ts":1789688487.0081122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","header":"x-maas-group"}
{"level":"info","ts":1789688487.0081477,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","header":"x-maas-username"}
{"level":"info","ts":1789688487.0081596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","header":"x-maas-subscription"}
{"level":"info","ts":1789688487.0081677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","header":"x-maas-keyname"}
{"level":"info","ts":1789688487.0081918,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688487.0082304,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.009164,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.0091848,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.0092056,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","EoS":false}
{"level":"info","ts":1789688487.009219,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.009245,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb","EoS":true}
{"level":"info","ts":1789688487.0092545,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a6bb4e52fc541424cc3698641271dbf","span_id":"7dae4254a755364d","x-request-id":"b385350d-f42a-4124-8105-5b67eae437cb"}
{"level":"info","ts":1789688487.9404323,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688487.940536,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688487.940549,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688487.9405603,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","EoS":true}
{"level":"info","ts":1789688487.9405835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","header":"x-maas-subscription"}
{"level":"info","ts":1789688487.9405937,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","header":"x-maas-keyname"}
{"level":"info","ts":1789688487.9405982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","header":"x-maas-group"}
{"level":"info","ts":1789688487.9406028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","header":"x-maas-username"}
{"level":"info","ts":1789688487.9406183,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688487.9406445,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688487.9415483,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688487.9415693,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688487.9415905,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","EoS":false}
{"level":"info","ts":1789688487.941609,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688487.9416487,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf","EoS":true}
{"level":"info","ts":1789688487.9416602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87400ef7c8b5901cecada2194aa99cac","span_id":"f0a3e933e92e7378","x-request-id":"5e6ca75c-4129-4c4a-821f-f47b43a69edf"}
{"level":"info","ts":1789688488.6565738,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688488.6566725,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688488.6566856,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688488.656697,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","EoS":true}
{"level":"info","ts":1789688488.6567202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","header":"x-maas-username"}
{"level":"info","ts":1789688488.656731,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","header":"x-maas-group"}
{"level":"info","ts":1789688488.656736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","header":"x-maas-keyname"}
{"level":"info","ts":1789688488.656741,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","header":"x-maas-subscription"}
{"level":"info","ts":1789688488.6567564,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688488.6567895,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688488.6576571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688488.6576781,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688488.6576967,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","EoS":false}
{"level":"info","ts":1789688488.6577203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688488.6577537,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1","EoS":true}
{"level":"info","ts":1789688488.6577652,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05c6104de699e9a91feee204ef9b0d26","span_id":"b3be5192160fb3df","x-request-id":"c40cbf27-22cd-4ade-a68e-c0ef3cac4fc1"}
{"level":"info","ts":1789688489.7048573,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688489.704981,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"info","ts":1789688489.7049978,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"info","ts":1789688489.7050128,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","EoS":true}
{"level":"info","ts":1789688489.7050393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","header":"x-maas-keyname"}
{"level":"info","ts":1789688489.7050493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","header":"x-maas-subscription"}
{"level":"info","ts":1789688489.7050548,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","header":"x-maas-group"}
{"level":"info","ts":1789688489.70506,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","header":"x-maas-username"}
{"level":"info","ts":1789688489.7050753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688489.705101,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"info","ts":1789688489.7060473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"info","ts":1789688489.7060683,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"info","ts":1789688489.7060843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","EoS":false}
{"level":"info","ts":1789688489.7061071,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"info","ts":1789688489.7061422,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e","EoS":true}
{"level":"info","ts":1789688489.7061522,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b072ec03d8e19f513d2bad880b48f8c1","span_id":"884c13e7e5930489","x-request-id":"87acc826-3034-4af4-9567-fee68672548e"}
{"level":"error","ts":1789688498.49384,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789688508.4946575,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688509.2428246,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688509.242937,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"info","ts":1789688509.2429533,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"info","ts":1789688509.2429664,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","EoS":true}
{"level":"info","ts":1789688509.2429912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","header":"x-maas-keyname"}
{"level":"info","ts":1789688509.2430017,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","header":"x-maas-subscription"}
{"level":"info","ts":1789688509.2430067,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","header":"x-maas-username"}
{"level":"info","ts":1789688509.243011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","header":"x-maas-group"}
{"level":"info","ts":1789688509.243026,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688509.243078,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"info","ts":1789688509.2439618,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"info","ts":1789688509.2439828,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"info","ts":1789688509.2440033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","EoS":false}
{"level":"info","ts":1789688509.24402,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"info","ts":1789688509.2440581,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab","EoS":true}
{"level":"info","ts":1789688509.2440693,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bc16ea0e0f60d1dbb4aef4a90144e0ec","span_id":"9d4a0b76da8cdb67","x-request-id":"a89e6898-90eb-468e-a485-13b42cac38ab"}
{"level":"error","ts":1789688523.496181,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688600.1754894,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688600.17561,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"info","ts":1789688600.1756258,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"info","ts":1789688600.1756454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","EoS":true}
{"level":"info","ts":1789688600.1756802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","header":"x-maas-keyname"}
{"level":"info","ts":1789688600.1756923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","header":"x-maas-username"}
{"level":"info","ts":1789688600.1757011,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","header":"x-maas-subscription"}
{"level":"info","ts":1789688600.1757095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","header":"x-maas-group"}
{"level":"info","ts":1789688600.1757307,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789688600.175767,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"info","ts":1789688600.1883564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"info","ts":1789688600.1883783,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"info","ts":1789688600.1883943,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","EoS":false}
{"level":"info","ts":1789688600.188408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"info","ts":1789688600.1884303,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c","EoS":true}
{"level":"info","ts":1789688600.1884377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"76bb9d32d5a62197aafcf7d84fe45b34","span_id":"0c9d61e52c0c7b04","x-request-id":"858e56c8-3c3c-4765-bd09-a62aee541f3c"}
{"level":"error","ts":1789688613.505746,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688662.5354588,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688662.5355716,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"info","ts":1789688662.5355878,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"info","ts":1789688662.5356016,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","EoS":true}
{"level":"info","ts":1789688662.5356286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","header":"x-maas-group"}
{"level":"info","ts":1789688662.5356383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","header":"x-maas-keyname"}
{"level":"info","ts":1789688662.535643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","header":"x-maas-username"}
{"level":"info","ts":1789688662.5356488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","header":"x-maas-subscription"}
{"level":"info","ts":1789688662.5356636,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789688662.5357046,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"info","ts":1789688662.5364215,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"info","ts":1789688662.5364435,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"info","ts":1789688662.5364573,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","EoS":false}
{"level":"info","ts":1789688662.536468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"info","ts":1789688662.5364926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1","EoS":true}
{"level":"info","ts":1789688662.5365062,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6b4fe82d7ddf727b2e5e215f90e0cda3","span_id":"37a1bac1f15a1715","x-request-id":"e994bd6f-5391-4c38-be65-42e961cd01b1"}
{"level":"error","ts":1789688673.5129004,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688676.1682844,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688676.168419,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1684399,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1684546,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","EoS":true}
{"level":"info","ts":1789688676.1684787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","header":"x-maas-subscription"}
{"level":"info","ts":1789688676.168487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","header":"x-maas-group"}
{"level":"info","ts":1789688676.1684923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","header":"x-maas-username"}
{"level":"info","ts":1789688676.1684968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","header":"x-maas-keyname"}
{"level":"info","ts":1789688676.1685123,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688676.1685412,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1815915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1816154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1816368,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","EoS":false}
{"level":"info","ts":1789688676.1816592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1817029,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","EoS":false}
{"level":"info","ts":1789688676.1817148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.1817355,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b","EoS":true}
{"level":"info","ts":1789688676.181749,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0dfa0778c3fce1fe31f01128ff5b1db","span_id":"9b878aa83820f25e","x-request-id":"450431da-bd13-43e4-9a06-840721035f5b"}
{"level":"info","ts":1789688676.3187587,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688676.3188717,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.318886,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.3188992,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":true}
{"level":"info","ts":1789688676.318919,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","header":"x-maas-subscription"}
{"level":"info","ts":1789688676.318927,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","header":"x-maas-keyname"}
{"level":"info","ts":1789688676.3189318,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","header":"x-maas-group"}
{"level":"info","ts":1789688676.3189383,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","header":"x-maas-username"}
{"level":"info","ts":1789688676.318954,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688676.3189826,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.3212743,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.321295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.3213124,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":false}
{"level":"info","ts":1789688676.321329,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.3213692,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":false}
{"level":"info","ts":1789688676.3213818,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.3214037,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":false}
{"level":"info","ts":1789688676.3214176,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.3214362,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483","EoS":true}
{"level":"info","ts":1789688676.3214474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"10bdb0d7885b56dd0b8fbecc954abef1","span_id":"44a6412983cebe0a","x-request-id":"050c960e-59a1-41d6-8977-1c032bc0d483"}
{"level":"info","ts":1789688676.4630475,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688676.4631777,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.463191,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.4632046,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","EoS":true}
{"level":"info","ts":1789688676.4632258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","header":"x-maas-group"}
{"level":"info","ts":1789688676.4632359,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","header":"x-maas-username"}
{"level":"info","ts":1789688676.4632404,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","header":"x-maas-keyname"}
{"level":"info","ts":1789688676.4632456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","header":"x-maas-subscription"}
{"level":"info","ts":1789688676.4632602,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688676.463287,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.4642265,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.4642475,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.4642708,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","EoS":false}
{"level":"info","ts":1789688676.4642885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.4643288,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","EoS":false}
{"level":"info","ts":1789688676.4643407,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"info","ts":1789688676.4643595,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2","EoS":true}
{"level":"info","ts":1789688676.4643738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e65090d743aac27b2a3af44b11122734","span_id":"886e6755d28d9b04","x-request-id":"a7bab1b9-a0de-45f3-83da-1c2cd36156c2"}
{"level":"error","ts":1789688688.5151033,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789688689.2468503,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789688689.2469544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"info","ts":1789688689.2469668,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"info","ts":1789688689.2469788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","EoS":true}
{"level":"info","ts":1789688689.2470002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","header":"x-maas-username"}
{"level":"info","ts":1789688689.2470121,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","header":"x-maas-group"}
{"level":"info","ts":1789688689.2470171,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","header":"x-maas-subscription"}
{"level":"info","ts":1789688689.2470222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","header":"x-maas-keyname"}
{"level":"info","ts":1789688689.247037,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789688689.2470667,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"info","ts":1789688689.2487965,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"info","ts":1789688689.2488136,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"info","ts":1789688689.248836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","EoS":false}
{"level":"info","ts":1789688689.2488477,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"info","ts":1789688689.2488732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161","EoS":true}
{"level":"info","ts":1789688689.2488854,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fa6210de6934f0bb3b6b766597c2677","span_id":"e296b5589fd0e809","x-request-id":"89c1bbbd-832d-44b0-b774-7409089fb161"}
{"level":"error","ts":1789688703.5160358,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}