{"level":"info","ts":1789739937.9200473,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3","header":"x-maas-subscription"}
{"level":"info","ts":1789739937.9201722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739937.9202352,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3"}
{"level":"info","ts":1789739937.926815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3"}
{"level":"info","ts":1789739937.9269688,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3"}
{"level":"info","ts":1789739937.9270272,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3","EoS":false}
{"level":"info","ts":1789739937.92707,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3"}
{"level":"info","ts":1789739937.9271312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3","EoS":true}
{"level":"info","ts":1789739937.9272084,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"842ca39ecd6ba0b79d87d70d0775632f","span_id":"87299edea2ae1a89","x-request-id":"9b98ff1a-4b8d-45a9-8709-f861884671b3"}
{"level":"info","ts":1789739938.0175774,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739938.017721,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.0177367,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.0177562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","EoS":true}
{"level":"info","ts":1789739938.0177922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","header":"x-maas-group"}
{"level":"info","ts":1789739938.0178056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","header":"x-maas-subscription"}
{"level":"info","ts":1789739938.0178149,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","header":"x-maas-username"}
{"level":"info","ts":1789739938.0178356,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739938.0178626,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.024808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.0249903,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.0250716,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","EoS":false}
{"level":"info","ts":1789739938.0251267,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.0252075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db","EoS":true}
{"level":"info","ts":1789739938.025252,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0c4d0b3528b17ab3ecce94e73ba5324c","span_id":"c2c28a44a021ef3a","x-request-id":"ddef6d18-b70e-4850-a731-03f139fd60db"}
{"level":"info","ts":1789739938.1151388,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739938.1152744,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"info","ts":1789739938.11529,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"info","ts":1789739938.115307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","EoS":true}
{"level":"info","ts":1789739938.1153398,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","header":"x-maas-username"}
{"level":"info","ts":1789739938.1153512,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","header":"x-maas-subscription"}
{"level":"info","ts":1789739938.1153612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","header":"x-maas-group"}
{"level":"info","ts":1789739938.1153848,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789739938.1154356,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"info","ts":1789739938.1239023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"info","ts":1789739938.1239362,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"info","ts":1789739938.123961,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","EoS":false}
{"level":"info","ts":1789739938.1239808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"info","ts":1789739938.1240144,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe","EoS":true}
{"level":"info","ts":1789739938.1240256,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"dfbc592a0d700d7671f9c98552d97ccd","span_id":"3482f4f93ff688fc","x-request-id":"4e3814fa-8217-41a5-89ac-0b8effc5fffe"}
{"level":"error","ts":1789739952.7778356,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789739952.8248174,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739952.8249307,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c369c6b77be5d6d71b8e1ff36e6fe025","span_id":"549555f40634e777","x-request-id":"b40cd0f7-b9ab-42d9-8fa6-20e1344bf757"}
{"level":"info","ts":1789739952.8249505,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c369c6b77be5d6d71b8e1ff36e6fe025","span_id":"549555f40634e777","x-request-id":"b40cd0f7-b9ab-42d9-8fa6-20e1344bf757"}
{"level":"info","ts":1789739952.82497,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c369c6b77be5d6d71b8e1ff36e6fe025","span_id":"549555f40634e777","x-request-id":"b40cd0f7-b9ab-42d9-8fa6-20e1344bf757","EoS":true}
{"level":"info","ts":1789739952.8250337,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c369c6b77be5d6d71b8e1ff36e6fe025","span_id":"549555f40634e777","x-request-id":"b40cd0f7-b9ab-42d9-8fa6-20e1344bf757"}
{"level":"info","ts":1789739952.9684515,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739952.9685478,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9b7f8323875bae91c62ccc463272a9a2","span_id":"05085aef871c4b38","x-request-id":"66fdd239-c69e-447b-bb26-bccfe7e15b70"}
{"level":"info","ts":1789739952.968565,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9b7f8323875bae91c62ccc463272a9a2","span_id":"05085aef871c4b38","x-request-id":"66fdd239-c69e-447b-bb26-bccfe7e15b70"}
{"level":"info","ts":1789739952.9685779,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9b7f8323875bae91c62ccc463272a9a2","span_id":"05085aef871c4b38","x-request-id":"66fdd239-c69e-447b-bb26-bccfe7e15b70","EoS":true}
{"level":"info","ts":1789739952.968622,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9b7f8323875bae91c62ccc463272a9a2","span_id":"05085aef871c4b38","x-request-id":"66fdd239-c69e-447b-bb26-bccfe7e15b70"}
{"level":"info","ts":1789739953.1061854,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789739953.1062942,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f6696b0c8fc6cb0e54cfb7e1d95a51b3","span_id":"663c54725dc62d3e","x-request-id":"746ba85f-766d-4443-a759-7416b77526fe"}
{"level":"info","ts":1789739953.1063097,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f6696b0c8fc6cb0e54cfb7e1d95a51b3","span_id":"663c54725dc62d3e","x-request-id":"746ba85f-766d-4443-a759-7416b77526fe"}
{"level":"info","ts":1789739953.1063228,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f6696b0c8fc6cb0e54cfb7e1d95a51b3","span_id":"663c54725dc62d3e","x-request-id":"746ba85f-766d-4443-a759-7416b77526fe","EoS":true}
{"level":"info","ts":1789739953.1063714,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f6696b0c8fc6cb0e54cfb7e1d95a51b3","span_id":"663c54725dc62d3e","x-request-id":"746ba85f-766d-4443-a759-7416b77526fe"}
{"level":"error","ts":1789739967.7788024,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741107.4364645,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741107.4365647,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.4365773,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.436589,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","EoS":true}
{"level":"info","ts":1789741107.4366138,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","header":"x-maas-subscription"}
{"level":"info","ts":1789741107.436624,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","header":"x-maas-username"}
{"level":"info","ts":1789741107.4366305,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","header":"x-maas-group"}
{"level":"info","ts":1789741107.436645,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789741107.4366722,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.437379,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.4373999,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.4374292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","EoS":false}
{"level":"info","ts":1789741107.4374416,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.4374676,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462","EoS":true}
{"level":"info","ts":1789741107.4374769,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9669bbeb9dfb74d85ed8dc5f2cffe09","span_id":"d7f1f0c00f66f5d9","x-request-id":"90d7f29b-0277-4d53-bd24-3caba7972462"}
{"level":"info","ts":1789741107.4746583,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741107.4747398,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"info","ts":1789741107.4747515,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"info","ts":1789741107.4747617,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","EoS":true}
{"level":"info","ts":1789741107.4747837,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","header":"x-maas-subscription"}
{"level":"info","ts":1789741107.4747922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","header":"x-maas-group"}
{"level":"info","ts":1789741107.4747968,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","header":"x-maas-username"}
{"level":"info","ts":1789741107.4748094,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789741107.4748335,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"info","ts":1789741107.475458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"info","ts":1789741107.4754748,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"info","ts":1789741107.475491,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","EoS":false}
{"level":"info","ts":1789741107.4755073,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"info","ts":1789741107.475544,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6","EoS":true}
{"level":"info","ts":1789741107.4755588,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d2b86fa0106627d3d326c9dce296afe0","span_id":"bdd61b9245993274","x-request-id":"06e1c819-4ed0-405e-a8eb-6ac77c6ff9f6"}
{"level":"error","ts":1789741117.9231324,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741412.107001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f59732f-03d1-4a91-b77c-0875422a6796","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789741412.1070325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385cca77-53c6-4881-868f-aa3acb9d7aee"}
{"level":"error","ts":1789741412.1070576,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f59732f-03d1-4a91-b77c-0875422a6796","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.1070848,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"5f59732f-03d1-4a91-b77c-0875422a6796"}
{"level":"info","ts":1789741412.114437,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0f6de00d-a420-44e3-ab97-9bc867ffaf80","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789741412.1144714,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0f6de00d-a420-44e3-ab97-9bc867ffaf80","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.1144893,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0f6de00d-a420-44e3-ab97-9bc867ffaf80"}
{"level":"error","ts":1789741412.1158197,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385cca77-53c6-4881-868f-aa3acb9d7aee","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.1158712,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385cca77-53c6-4881-868f-aa3acb9d7aee","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.1218302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a81aa782-2dda-4bc1-8db0-03d5e755b3c2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789741412.121858,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a81aa782-2dda-4bc1-8db0-03d5e755b3c2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.1218784,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a81aa782-2dda-4bc1-8db0-03d5e755b3c2"}
{"level":"error","ts":1789741412.1218646,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385cca77-53c6-4881-868f-aa3acb9d7aee","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.1219027,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385cca77-53c6-4881-868f-aa3acb9d7aee","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.1219583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b77854c1-f610-4521-a56b-bf0faa858dfb"}
{"level":"error","ts":1789741412.1219876,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b77854c1-f610-4521-a56b-bf0faa858dfb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.126625,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b77854c1-f610-4521-a56b-bf0faa858dfb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.1368544,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"834b4362-417f-4cab-842a-c80a6525493e"}
{"level":"error","ts":1789741412.1369097,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"834b4362-417f-4cab-842a-c80a6525493e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.1420138,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"834b4362-417f-4cab-842a-c80a6525493e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.162128,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"316ba541-5960-435d-a88f-1e753668e5d9"}
{"level":"error","ts":1789741412.1621714,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"316ba541-5960-435d-a88f-1e753668e5d9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.1672854,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"316ba541-5960-435d-a88f-1e753668e5d9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.208408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3523649d-83c8-44f7-94ff-0b68b5eccc5c"}
{"level":"error","ts":1789741412.2084837,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3523649d-83c8-44f7-94ff-0b68b5eccc5c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.2183654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3523649d-83c8-44f7-94ff-0b68b5eccc5c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.2508821,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7dfcbc48-f2c9-4a41-a108-353f9b30583b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789741412.2509296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48a5c54a-a832-45ae-9421-59df4f8d1ddb"}
{"level":"error","ts":1789741412.2509754,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48a5c54a-a832-45ae-9421-59df4f8d1ddb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.250922,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7dfcbc48-f2c9-4a41-a108-353f9b30583b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.251046,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7dfcbc48-f2c9-4a41-a108-353f9b30583b"}
{"level":"error","ts":1789741412.258317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"48a5c54a-a832-45ae-9421-59df4f8d1ddb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.4187658,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef8bb114-484b-4921-8bf5-19563ad3aaaa"}
{"level":"error","ts":1789741412.4188209,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef8bb114-484b-4921-8bf5-19563ad3aaaa","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.424063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ef8bb114-484b-4921-8bf5-19563ad3aaaa","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741412.7445154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e877f94a-067d-4d15-922d-642ae5f32f36"}
{"level":"error","ts":1789741412.744571,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e877f94a-067d-4d15-922d-642ae5f32f36","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741412.74972,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e877f94a-067d-4d15-922d-642ae5f32f36","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741413.3908253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"59f7b394-4d47-4f8e-a8be-9d55084798e4"}
{"level":"error","ts":1789741413.3908865,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"59f7b394-4d47-4f8e-a8be-9d55084798e4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741413.3968327,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"59f7b394-4d47-4f8e-a8be-9d55084798e4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741414.677936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6657348d-c557-4ed4-a51e-2adbe395c6dc"}
{"level":"error","ts":1789741414.677981,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6657348d-c557-4ed4-a51e-2adbe395c6dc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741414.686066,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6657348d-c557-4ed4-a51e-2adbe395c6dc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741417.2465377,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b04c8832-d7f4-4ade-a40a-302493dbc9ea"}
{"level":"error","ts":1789741417.2466068,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b04c8832-d7f4-4ade-a40a-302493dbc9ea","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741417.2516549,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cb49bb62-88a0-44c6-877f-8b39624fdb38","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789741417.251694,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cb49bb62-88a0-44c6-877f-8b39624fdb38","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741417.2517197,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cb49bb62-88a0-44c6-877f-8b39624fdb38"}
{"level":"error","ts":1789741417.2525387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b04c8832-d7f4-4ade-a40a-302493dbc9ea","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741422.2521427,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a04d5f9a-9ee0-4657-ba59-b00b3b528a5d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789741422.2522206,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a04d5f9a-9ee0-4657-ba59-b00b3b528a5d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741422.2522438,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a04d5f9a-9ee0-4657-ba59-b00b3b528a5d"}
{"level":"info","ts":1789741422.3735478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"37a3dc4f-6c3d-4ee0-8c3d-7a71446d6a33"}
{"level":"error","ts":1789741422.373597,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"37a3dc4f-6c3d-4ee0-8c3d-7a71446d6a33","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789741422.3788521,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"37a3dc4f-6c3d-4ee0-8c3d-7a71446d6a33","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789741422.6506474,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741422.6507554,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.6507707,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.6507852,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","EoS":true}
{"level":"info","ts":1789741422.65081,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","header":"x-maas-group"}
{"level":"info","ts":1789741422.6508245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","header":"x-maas-username"}
{"level":"info","ts":1789741422.6508331,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","header":"x-maas-subscription"}
{"level":"info","ts":1789741422.6508493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741422.650878,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.65171,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.6517298,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.6517491,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","EoS":false}
{"level":"info","ts":1789741422.6517634,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.6517985,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0","EoS":true}
{"level":"info","ts":1789741422.6518092,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e6295824548dc38a46d962e4865ab1d6","span_id":"b4b98efe8efb3823","x-request-id":"d3587ef6-0c7d-4daa-8e8e-b30aba3965d0"}
{"level":"info","ts":1789741422.7019289,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741422.702045,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.7020588,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.7020724,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","EoS":true}
{"level":"info","ts":1789741422.7021,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","header":"x-maas-username"}
{"level":"info","ts":1789741422.7021153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","header":"x-maas-subscription"}
{"level":"info","ts":1789741422.7021227,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","header":"x-maas-group"}
{"level":"info","ts":1789741422.7021377,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741422.7021635,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.7028835,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.702904,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.7029176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","EoS":false}
{"level":"info","ts":1789741422.7029305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.7029557,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5","EoS":true}
{"level":"info","ts":1789741422.7029655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"da0b76daa4f7c8dce7e8a3e0aaa17c9d","span_id":"b7159a8a11cb0621","x-request-id":"fedd9bc6-8569-4ff4-bce9-345e3e3176a5"}
{"level":"info","ts":1789741422.744212,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741422.7443335,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.7443502,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.7443633,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","EoS":true}
{"level":"info","ts":1789741422.7443893,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","header":"x-maas-group"}
{"level":"info","ts":1789741422.7443995,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","header":"x-maas-subscription"}
{"level":"info","ts":1789741422.7444046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","header":"x-maas-username"}
{"level":"info","ts":1789741422.7444446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741422.7444708,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.7451358,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.7451546,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.7451668,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","EoS":false}
{"level":"info","ts":1789741422.745183,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.7452106,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f","EoS":true}
{"level":"info","ts":1789741422.7452216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"53868a0933c51a74dcd9063966f0f93b","span_id":"24f04ae4d23d93a7","x-request-id":"391063ee-79a2-4c28-948d-62c77d9e9b2f"}
{"level":"info","ts":1789741422.8429933,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741422.8430994,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.8431132,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.843126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","EoS":true}
{"level":"info","ts":1789741422.8431525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","header":"x-maas-username"}
{"level":"info","ts":1789741422.8431623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","header":"x-maas-group"}
{"level":"info","ts":1789741422.8431675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","header":"x-maas-subscription"}
{"level":"info","ts":1789741422.8431818,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741422.8432086,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.8439991,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.8440192,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.8440335,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","EoS":false}
{"level":"info","ts":1789741422.8440444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.8440697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d","EoS":true}
{"level":"info","ts":1789741422.844079,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e476fea1f39570a570e011a4f1899e42","span_id":"f220a47bf6d449b4","x-request-id":"23973a8e-147a-45e7-880d-7f923065b20d"}
{"level":"info","ts":1789741422.9749384,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d7df1155-c571-4a82-8cdf-6a074a55b53b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789741422.9749563,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"c3034fc4-9597-46d5-a4e3-42f462f19482"}
{"level":"info","ts":1789741422.9749827,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d7df1155-c571-4a82-8cdf-6a074a55b53b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789741432.960563,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741451.0470116,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741451.0471134,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.0471332,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.0471518,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","EoS":true}
{"level":"info","ts":1789741451.0471876,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","header":"x-maas-group"}
{"level":"info","ts":1789741451.0472038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","header":"x-maas-username"}
{"level":"info","ts":1789741451.0472105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","header":"x-maas-subscription"}
{"level":"info","ts":1789741451.047225,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741451.0472517,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.0601504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.060175,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.060195,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","EoS":false}
{"level":"info","ts":1789741451.0602107,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.0602403,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6","EoS":true}
{"level":"info","ts":1789741451.0602496,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0920a92bf496a6f0540da5e2921b6c29","span_id":"e2cc46737e392e9b","x-request-id":"6b0b8322-8e72-47b4-9818-c06d089b0ed6"}
{"level":"info","ts":1789741451.2065473,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741451.206655,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.206669,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.2066858,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","EoS":true}
{"level":"info","ts":1789741451.2067208,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","header":"x-maas-username"}
{"level":"info","ts":1789741451.206735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","header":"x-maas-group"}
{"level":"info","ts":1789741451.206743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","header":"x-maas-subscription"}
{"level":"info","ts":1789741451.2067633,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741451.2067974,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.209037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.2090578,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.2090728,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","EoS":false}
{"level":"info","ts":1789741451.2090833,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.2091072,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a","EoS":true}
{"level":"info","ts":1789741451.2091162,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f8c93dc9d35dde84b00dc07d655c54d2","span_id":"064c264c03338095","x-request-id":"252e9aba-8631-4007-8f55-3debcd989d8a"}
{"level":"info","ts":1789741451.3484633,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741451.348554,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.3485677,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.3485796,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","EoS":true}
{"level":"info","ts":1789741451.3486016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","header":"x-maas-username"}
{"level":"info","ts":1789741451.348611,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","header":"x-maas-group"}
{"level":"info","ts":1789741451.3486164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","header":"x-maas-subscription"}
{"level":"info","ts":1789741451.3486304,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741451.348657,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.3495266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.3495455,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.3495665,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","EoS":false}
{"level":"info","ts":1789741451.3495831,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.3496194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46","EoS":true}
{"level":"info","ts":1789741451.3496296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e43c6ba2d78b05ed7bf265c89c4eacf1","span_id":"e26eddba4e4d2a0a","x-request-id":"d5fe6544-2c45-48f7-84b4-cbbf2b4beb46"}
{"level":"info","ts":1789741451.49017,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741451.4902582,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.490271,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.4902823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","EoS":true}
{"level":"info","ts":1789741451.490304,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","header":"x-maas-username"}
{"level":"info","ts":1789741451.4903135,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","header":"x-maas-group"}
{"level":"info","ts":1789741451.4903202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","header":"x-maas-subscription"}
{"level":"info","ts":1789741451.4903338,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741451.4903579,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.4912474,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.4912655,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.491282,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","EoS":false}
{"level":"info","ts":1789741451.4913015,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.4913409,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3","EoS":true}
{"level":"info","ts":1789741451.4913535,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7780cf76b2833589adc42e5200252263","span_id":"804c011ef888fec7","x-request-id":"ebacbc85-27ce-4d9d-8ece-6ee1685c30a3"}
{"level":"info","ts":1789741451.6282878,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741451.6284356,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"info","ts":1789741451.6284537,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"info","ts":1789741451.6284719,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","EoS":true}
{"level":"info","ts":1789741451.628504,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","header":"x-maas-group"}
{"level":"info","ts":1789741451.6285162,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","header":"x-maas-username"}
{"level":"info","ts":1789741451.628524,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","header":"x-maas-subscription"}
{"level":"info","ts":1789741451.6285422,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741451.6285775,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"info","ts":1789741451.6294649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"info","ts":1789741451.6294837,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"info","ts":1789741451.6294985,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","EoS":false}
{"level":"info","ts":1789741451.6295147,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"info","ts":1789741451.6295476,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a","EoS":true}
{"level":"info","ts":1789741451.629562,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25cacb9d1b8c02fcc2de13ef18c35c39","span_id":"2e6979396a8f197a","x-request-id":"b87f29f3-a520-45a7-b5e1-0aab9236ce7a"}
{"level":"error","ts":1789741462.9637809,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741464.4543042,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741464.4544296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4544466,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4544623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","EoS":true}
{"level":"info","ts":1789741464.4544976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","header":"x-maas-username"}
{"level":"info","ts":1789741464.4545133,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","header":"x-maas-subscription"}
{"level":"info","ts":1789741464.4545214,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","header":"x-maas-group"}
{"level":"info","ts":1789741464.454541,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741464.4545789,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4563594,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4563751,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4563875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","EoS":false}
{"level":"info","ts":1789741464.4563985,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4564338,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51","EoS":true}
{"level":"info","ts":1789741464.4564476,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4aedf98245efb267bc9afaae6e92ed7f","span_id":"22639a32e4320c5f","x-request-id":"c3b50990-8025-4be3-8f5b-03227b267c51"}
{"level":"info","ts":1789741464.4926856,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741464.4927876,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.4928005,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.492812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","EoS":true}
{"level":"info","ts":1789741464.4928367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","header":"x-maas-subscription"}
{"level":"info","ts":1789741464.492863,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","header":"x-maas-group"}
{"level":"info","ts":1789741464.4928687,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","header":"x-maas-username"}
{"level":"info","ts":1789741464.4928834,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741464.4929123,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.4937754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.493794,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.493809,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","EoS":false}
{"level":"info","ts":1789741464.493822,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.4938414,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d","EoS":true}
{"level":"info","ts":1789741464.4938507,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8b2f8c9ae0d5ade3fc38355a5b1aeecd","span_id":"068d433c90ec6128","x-request-id":"208f252a-4ad6-4ae9-b8b4-dc6352429a5d"}
{"level":"info","ts":1789741464.5957081,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741464.5958107,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6"}
{"level":"info","ts":1789741464.5967095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6"}
{"level":"info","ts":1789741464.5967288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6"}
{"level":"info","ts":1789741464.5967429,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6","EoS":false}
{"level":"info","ts":1789741464.5967574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6"}
{"level":"info","ts":1789741464.5967817,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6","EoS":true}
{"level":"info","ts":1789741464.5967908,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"baa003ec372311d2ac856f61df519bf4","span_id":"8afe57bbc061f7bf","x-request-id":"330c81b9-6072-473f-b098-a86ff31565c6"}
{"level":"info","ts":1789741465.3213758,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741465.3214765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741465.3214931,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741465.3215044,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","EoS":true}
{"level":"info","ts":1789741465.321526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","header":"x-maas-username"}
{"level":"info","ts":1789741465.3215349,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","header":"x-maas-group"}
{"level":"info","ts":1789741465.3215408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","header":"x-maas-subscription"}
{"level":"info","ts":1789741465.3215544,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741465.3215778,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741465.3232634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741465.3232846,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741465.3233008,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","EoS":false}
{"level":"info","ts":1789741465.323317,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741465.3233514,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f","EoS":true}
{"level":"info","ts":1789741465.323363,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2911bad9f687fc4f177fdbcdc11b0c1b","span_id":"73d495d56863c36c","x-request-id":"c453fecc-fffe-4a72-ab78-2897220d673f"}
{"level":"info","ts":1789741466.2289839,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741466.2290852,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.2290988,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.2291112,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","EoS":true}
{"level":"info","ts":1789741466.2291408,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","header":"x-maas-group"}
{"level":"info","ts":1789741466.2291493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","header":"x-maas-username"}
{"level":"info","ts":1789741466.229155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","header":"x-maas-subscription"}
{"level":"info","ts":1789741466.2291687,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741466.2291975,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.2298872,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.2299082,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.2299237,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","EoS":false}
{"level":"info","ts":1789741466.229936,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.2299652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf","EoS":true}
{"level":"info","ts":1789741466.2299776,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe1094461d4aedcf709fbdf2839a65a7","span_id":"0168a6f19047713e","x-request-id":"a56f1e4d-0e31-4dd4-b034-00b8791063cf"}
{"level":"info","ts":1789741466.9292903,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741466.9293854,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741466.9293973,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741466.9294083,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","EoS":true}
{"level":"info","ts":1789741466.929454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","header":"x-maas-group"}
{"level":"info","ts":1789741466.9294648,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","header":"x-maas-username"}
{"level":"info","ts":1789741466.92947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","header":"x-maas-subscription"}
{"level":"info","ts":1789741466.9294841,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741466.9295113,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741466.9301805,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741466.9301996,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741466.9302175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","EoS":false}
{"level":"info","ts":1789741466.9302378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741466.9302604,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d","EoS":true}
{"level":"info","ts":1789741466.9302688,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2f900dac1542150ea184f718858fe5d3","span_id":"75f5d2bf59e2fec8","x-request-id":"c72366da-6b28-441d-9fc4-5fc4b9a72a3d"}
{"level":"info","ts":1789741467.9456017,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741467.9457037,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"info","ts":1789741467.945717,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"info","ts":1789741467.9457345,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","EoS":true}
{"level":"info","ts":1789741467.9457598,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","header":"x-maas-group"}
{"level":"info","ts":1789741467.9457705,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","header":"x-maas-username"}
{"level":"info","ts":1789741467.9457755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","header":"x-maas-subscription"}
{"level":"info","ts":1789741467.9457908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741467.94582,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"info","ts":1789741467.9465086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"info","ts":1789741467.9465268,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"info","ts":1789741467.94654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","EoS":false}
{"level":"info","ts":1789741467.9465513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"info","ts":1789741467.9465725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36","EoS":true}
{"level":"info","ts":1789741467.9465823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"705e1604a35abf0cc60014958cc17d5a","span_id":"ece688b3468f4bb9","x-request-id":"f1997781-e1c5-418f-9bee-3d39d06a4d36"}
{"level":"error","ts":1789741477.9647655,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741490.388454,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741490.3885882,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"info","ts":1789741490.3886049,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"info","ts":1789741490.3886194,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","EoS":true}
{"level":"info","ts":1789741490.3886454,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","header":"x-maas-subscription"}
{"level":"info","ts":1789741490.3886569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","header":"x-maas-group"}
{"level":"info","ts":1789741490.3886619,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","header":"x-maas-username"}
{"level":"info","ts":1789741490.3886771,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741490.3887038,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"info","ts":1789741490.3894105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"info","ts":1789741490.3894615,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"info","ts":1789741490.3894765,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","EoS":false}
{"level":"info","ts":1789741490.3894885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"info","ts":1789741490.3895175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95","EoS":true}
{"level":"info","ts":1789741490.3895319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"85b733313577dcd284d754286e895c80","span_id":"0c4dc2cc3dc30a0d","x-request-id":"9a6b8416-43e1-49f1-aabf-0e79ec286b95"}
{"level":"error","ts":1789741502.9670484,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741583.4331405,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741583.433277,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"info","ts":1789741583.43329,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"info","ts":1789741583.4333014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","EoS":true}
{"level":"info","ts":1789741583.4333272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","header":"x-maas-username"}
{"level":"info","ts":1789741583.4333389,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","header":"x-maas-subscription"}
{"level":"info","ts":1789741583.4333436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","header":"x-maas-group"}
{"level":"info","ts":1789741583.4333584,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789741583.4333816,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"info","ts":1789741583.4466717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"info","ts":1789741583.4466987,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"info","ts":1789741583.4467194,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","EoS":false}
{"level":"info","ts":1789741583.4467356,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"info","ts":1789741583.4467697,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0","EoS":true}
{"level":"info","ts":1789741583.4467847,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bab3321482b13480c178119313d8f7d6","span_id":"a7dd921d5ef1d9d0","x-request-id":"030bbd94-0317-4a5d-9b07-768ac5f1d9c0"}
{"level":"error","ts":1789741597.9771273,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741678.0051942,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741678.0053065,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741678.005321,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741678.0053332,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","EoS":true}
{"level":"info","ts":1789741678.0053608,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","header":"x-maas-subscription"}
{"level":"info","ts":1789741678.0053709,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","header":"x-maas-username"}
{"level":"info","ts":1789741678.0053763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","header":"x-maas-group"}
{"level":"info","ts":1789741678.0053914,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789741678.0054402,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741678.0073388,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741678.0073617,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741678.0073755,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","EoS":false}
{"level":"info","ts":1789741678.0073874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741678.0074384,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9","EoS":true}
{"level":"info","ts":1789741678.007453,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a9c1388127d12077b9767382e7f6d62f","span_id":"273530a0e09ada56","x-request-id":"31a5c1a5-672f-439e-9536-3c0ac1d056f9"}
{"level":"info","ts":1789741691.5795166,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741691.5796168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5796363,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5796487,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","EoS":true}
{"level":"info","ts":1789741691.5796704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","header":"x-maas-group"}
{"level":"info","ts":1789741691.579681,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","header":"x-maas-subscription"}
{"level":"info","ts":1789741691.5796862,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","header":"x-maas-username"}
{"level":"info","ts":1789741691.579704,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789741691.5797346,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5930836,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5931082,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5931249,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","EoS":false}
{"level":"info","ts":1789741691.5931375,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5931635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","EoS":false}
{"level":"info","ts":1789741691.5931726,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.5931833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f","EoS":true}
{"level":"info","ts":1789741691.5931933,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b0b3e763e2be4ab23ee2e1b6c62de7d0","span_id":"3cfa0fa014134c0d","x-request-id":"ce3e35a4-0ae0-4e47-9a1d-c5c4d68e644f"}
{"level":"info","ts":1789741691.7374656,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741691.737565,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.7375784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.7375958,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","EoS":true}
{"level":"info","ts":1789741691.73762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","header":"x-maas-subscription"}
{"level":"info","ts":1789741691.7376297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","header":"x-maas-group"}
{"level":"info","ts":1789741691.7376351,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","header":"x-maas-username"}
{"level":"info","ts":1789741691.7376492,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789741691.7376778,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.7399242,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.739951,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.7399747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","EoS":false}
{"level":"info","ts":1789741691.7399876,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.74002,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","EoS":false}
{"level":"info","ts":1789741691.7400355,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.74006,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","EoS":false}
{"level":"info","ts":1789741691.7400699,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.7400875,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b","EoS":true}
{"level":"info","ts":1789741691.7401009,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"547ffa02496184f5477304d7a683eb5c","span_id":"34f5470ceb33add7","x-request-id":"7a2f2918-89bb-4435-b3e2-3eecfbe3a36b"}
{"level":"info","ts":1789741691.8755827,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741691.875667,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.8756804,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.875692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","EoS":true}
{"level":"info","ts":1789741691.8757095,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","header":"x-maas-username"}
{"level":"info","ts":1789741691.8757188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","header":"x-maas-group"}
{"level":"info","ts":1789741691.8757236,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","header":"x-maas-subscription"}
{"level":"info","ts":1789741691.8757386,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789741691.875763,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.8767014,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.8767204,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.876738,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","EoS":false}
{"level":"info","ts":1789741691.8767593,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.8767846,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","EoS":false}
{"level":"info","ts":1789741691.8767955,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"info","ts":1789741691.8768055,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703","EoS":true}
{"level":"info","ts":1789741691.876814,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d96a1a7705ffbbbb2ff84ca3719c9d63","span_id":"613b616bb33d0d27","x-request-id":"82c1c28e-533a-401a-830d-8af900820703"}
{"level":"error","ts":1789741692.9880953,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789741704.636787,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789741704.6369114,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"info","ts":1789741704.6369286,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"info","ts":1789741704.6369421,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","EoS":true}
{"level":"info","ts":1789741704.6369634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","header":"x-maas-username"}
{"level":"info","ts":1789741704.636971,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","header":"x-maas-group"}
{"level":"info","ts":1789741704.6369762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","header":"x-maas-subscription"}
{"level":"info","ts":1789741704.636992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789741704.637019,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"info","ts":1789741704.6392274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"info","ts":1789741704.639248,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"info","ts":1789741704.6392705,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","EoS":false}
{"level":"info","ts":1789741704.6392834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"info","ts":1789741704.6393096,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed","EoS":true}
{"level":"info","ts":1789741704.639319,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a4bbd3a1485657d2449bbedc2cb09d6e","span_id":"d4c4e949c1109619","x-request-id":"8bbfd6ab-15f9-422c-a8fc-3734a61649ed"}
{"level":"error","ts":1789741707.9888499,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789741717.989546,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}