{"level":"info","ts":1789659770.4071276,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef31c66c890f88d0ca32dfba58e7ed68","span_id":"4c2a18f3ecd7ea5a","x-request-id":"67601885-04b5-488e-a9d5-1eb4a801e622","EoS":true}
{"level":"info","ts":1789659770.4071374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef31c66c890f88d0ca32dfba58e7ed68","span_id":"4c2a18f3ecd7ea5a","x-request-id":"67601885-04b5-488e-a9d5-1eb4a801e622"}
{"level":"info","ts":1789659770.4532447,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789659770.4533331,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659770.4533448,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659770.4533558,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","EoS":true}
{"level":"info","ts":1789659770.4533792,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","header":"x-maas-keyname"}
{"level":"info","ts":1789659770.4533892,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","header":"x-maas-username"}
{"level":"info","ts":1789659770.4533942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","header":"x-maas-group"}
{"level":"info","ts":1789659770.4533982,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","header":"x-maas-subscription"}
{"level":"info","ts":1789659770.4534125,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789659770.4534369,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659772.2444458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659772.2444701,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659772.2444854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","EoS":false}
{"level":"info","ts":1789659772.2444973,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659772.2445285,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1","EoS":true}
{"level":"info","ts":1789659772.244536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0169e44ad05d7e263fb8cf9c1be61822","span_id":"d3239d05efeddd8e","x-request-id":"b253810a-1b0d-441b-9af5-cd037aafccd1"}
{"level":"info","ts":1789659772.3238826,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789659772.3239708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659772.323985,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659772.323997,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","EoS":true}
{"level":"info","ts":1789659772.3240194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","header":"x-maas-group"}
{"level":"info","ts":1789659772.324033,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","header":"x-maas-username"}
{"level":"info","ts":1789659772.3240392,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","header":"x-maas-keyname"}
{"level":"info","ts":1789659772.3240445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","header":"x-maas-subscription"}
{"level":"info","ts":1789659772.324084,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659774.4046018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659774.4046288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659774.4046469,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","EoS":false}
{"level":"info","ts":1789659774.4046633,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659774.404702,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2","EoS":true}
{"level":"info","ts":1789659774.4047122,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9d78601ff9e00c6a0a00b89348c940af","span_id":"2fb923197fb3f3d3","x-request-id":"262c1f44-747d-4ae6-8c10-e764ebcbd4a2"}
{"level":"info","ts":1789659775.2818024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40b24765-cbf0-4b7d-8016-10282a03b838","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789659775.2818956,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40b24765-cbf0-4b7d-8016-10282a03b838","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789659775.2817955,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e6fe9a3-cfe4-4f2d-ba23-c28dbb31ce67"}
{"level":"error","ts":1789659775.3574317,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789659775.4346473,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bb26a8a-316a-4c7b-9003-ea054509f267","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789659775.434846,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bb26a8a-316a-4c7b-9003-ea054509f267","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789659775.4348085,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fa82af9-81af-4ec1-bfb8-caff8bdc7060"}
{"level":"info","ts":1789659775.5663795,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8809b084-6ab0-4102-9a48-407aeda78c14","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789659775.566446,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8809b084-6ab0-4102-9a48-407aeda78c14","key":"llm/e2e-external-model-api-key"}
{"level":"error","ts":1789659785.358186,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789659787.5012922,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789659787.501372,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"aac91cbc26e92329ce20e938f8465db0","span_id":"807a4b9545ed48ff","x-request-id":"ea10860f-ea24-41b5-a6c5-2dde81700181"}
{"level":"info","ts":1789659787.5013835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"aac91cbc26e92329ce20e938f8465db0","span_id":"807a4b9545ed48ff","x-request-id":"ea10860f-ea24-41b5-a6c5-2dde81700181"}
{"level":"info","ts":1789659787.5013945,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"aac91cbc26e92329ce20e938f8465db0","span_id":"807a4b9545ed48ff","x-request-id":"ea10860f-ea24-41b5-a6c5-2dde81700181","EoS":true}
{"level":"info","ts":1789659787.501434,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"aac91cbc26e92329ce20e938f8465db0","span_id":"807a4b9545ed48ff","x-request-id":"ea10860f-ea24-41b5-a6c5-2dde81700181"}
{"level":"info","ts":1789659787.6698103,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789659787.6698954,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2b5e3cc7a4a686aa30ca9f45f9b33077","span_id":"dad23d4ab2d2e8ef","x-request-id":"928db40d-6285-4926-aac2-7c4eed6d75ae"}
{"level":"info","ts":1789659787.6699083,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2b5e3cc7a4a686aa30ca9f45f9b33077","span_id":"dad23d4ab2d2e8ef","x-request-id":"928db40d-6285-4926-aac2-7c4eed6d75ae"}
{"level":"info","ts":1789659787.669926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2b5e3cc7a4a686aa30ca9f45f9b33077","span_id":"dad23d4ab2d2e8ef","x-request-id":"928db40d-6285-4926-aac2-7c4eed6d75ae","EoS":true}
{"level":"info","ts":1789659787.669974,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2b5e3cc7a4a686aa30ca9f45f9b33077","span_id":"dad23d4ab2d2e8ef","x-request-id":"928db40d-6285-4926-aac2-7c4eed6d75ae"}
{"level":"info","ts":1789659787.8647935,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789659787.8648598,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0e2daeb99f1889c084795afe47dadce4","span_id":"76ba8be8ce9bea87","x-request-id":"91076c33-a8e7-4416-a388-e5d05f30156a"}
{"level":"info","ts":1789659787.8648715,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0e2daeb99f1889c084795afe47dadce4","span_id":"76ba8be8ce9bea87","x-request-id":"91076c33-a8e7-4416-a388-e5d05f30156a"}
{"level":"info","ts":1789659787.8648806,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0e2daeb99f1889c084795afe47dadce4","span_id":"76ba8be8ce9bea87","x-request-id":"91076c33-a8e7-4416-a388-e5d05f30156a","EoS":true}
{"level":"info","ts":1789659787.864918,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0e2daeb99f1889c084795afe47dadce4","span_id":"76ba8be8ce9bea87","x-request-id":"91076c33-a8e7-4416-a388-e5d05f30156a"}
{"level":"error","ts":1789659800.3592062,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789660833.6141057,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789660833.6142182,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.614234,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.614254,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","EoS":true}
{"level":"info","ts":1789660833.614291,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","header":"x-maas-username"}
{"level":"info","ts":1789660833.6143034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","header":"x-maas-subscription"}
{"level":"info","ts":1789660833.6143117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","header":"x-maas-keyname"}
{"level":"info","ts":1789660833.6143196,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","header":"x-maas-group"}
{"level":"info","ts":1789660833.6143396,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789660833.6143718,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.6164515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.6164768,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.6164942,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","EoS":false}
{"level":"info","ts":1789660833.6165075,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.6165314,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714","EoS":true}
{"level":"info","ts":1789660833.6165397,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1a827e505b61fd7570b9ea52f0cf294e","span_id":"944cd5cd29817995","x-request-id":"f650d70d-2c09-4c9d-ad41-f3caf3583714"}
{"level":"info","ts":1789660833.6659248,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789660833.6660073,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"info","ts":1789660833.666045,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"info","ts":1789660833.6660805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","EoS":true}
{"level":"info","ts":1789660833.6661065,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","header":"x-maas-keyname"}
{"level":"info","ts":1789660833.666116,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","header":"x-maas-group"}
{"level":"info","ts":1789660833.666121,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","header":"x-maas-subscription"}
{"level":"info","ts":1789660833.6661253,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","header":"x-maas-username"}
{"level":"info","ts":1789660833.666137,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789660833.6661568,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"info","ts":1789660833.6673067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"info","ts":1789660833.6673253,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"info","ts":1789660833.6673443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","EoS":false}
{"level":"info","ts":1789660833.667359,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"info","ts":1789660833.6673841,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32","EoS":true}
{"level":"info","ts":1789660833.6673934,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"42491b55b29e95b38d6ab1cb2008ab2c","span_id":"9b1e8d25019ae62e","x-request-id":"567f3ead-5bd4-4699-8af9-6f68b4d6ae32"}
{"level":"error","ts":1789660845.481191,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661172.0711293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"58b56d39-a7f9-4ae8-be53-f584a9a92c40"}
{"level":"info","ts":1789661172.071194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"07402d43-a338-4060-850a-6a365d6b5821","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789661172.0712376,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"07402d43-a338-4060-850a-6a365d6b5821","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.0712595,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"07402d43-a338-4060-850a-6a365d6b5821"}
{"level":"error","ts":1789661172.0796504,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"58b56d39-a7f9-4ae8-be53-f584a9a92c40","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.079708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"347a1630-b41c-4a6a-82b8-9d85201aff64","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789661172.079731,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"347a1630-b41c-4a6a-82b8-9d85201aff64","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.0797505,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"347a1630-b41c-4a6a-82b8-9d85201aff64"}
{"level":"error","ts":1789661172.0875518,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"58b56d39-a7f9-4ae8-be53-f584a9a92c40","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.087612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e8bbdfbd-1a03-405d-a3a8-9828f2a011f7"}
{"level":"info","ts":1789661172.087623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4202bee7-f816-44f9-847f-f38a29cdcdc3","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789661172.0876355,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e8bbdfbd-1a03-405d-a3a8-9828f2a011f7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661172.0876572,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4202bee7-f816-44f9-847f-f38a29cdcdc3","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.0876875,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4202bee7-f816-44f9-847f-f38a29cdcdc3"}
{"level":"error","ts":1789661172.093772,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e8bbdfbd-1a03-405d-a3a8-9828f2a011f7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.1040096,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"97a2737a-5fef-44a0-9b04-2d418890407b"}
{"level":"error","ts":1789661172.1040485,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"97a2737a-5fef-44a0-9b04-2d418890407b","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661172.1113977,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"97a2737a-5fef-44a0-9b04-2d418890407b","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.132586,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3993b0c4-9ac2-4c01-8f6f-ea3232887641"}
{"level":"error","ts":1789661172.1326377,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3993b0c4-9ac2-4c01-8f6f-ea3232887641","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661172.1393178,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"3993b0c4-9ac2-4c01-8f6f-ea3232887641","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.1805024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a5373e6f-8448-4ff7-a238-43b515b569c7"}
{"level":"error","ts":1789661172.1805506,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a5373e6f-8448-4ff7-a238-43b515b569c7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661172.1878564,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a5373e6f-8448-4ff7-a238-43b515b569c7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.229434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b9bcebfb-8d32-4365-8a44-a40e2a4daee9"}
{"level":"error","ts":1789661172.2294812,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b9bcebfb-8d32-4365-8a44-a40e2a4daee9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.229433,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"be09c77a-c215-4aef-bc43-5385c0608ac2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789661172.2295501,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"be09c77a-c215-4aef-bc43-5385c0608ac2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.2295787,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"be09c77a-c215-4aef-bc43-5385c0608ac2"}
{"level":"error","ts":1789661172.2391942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b9bcebfb-8d32-4365-8a44-a40e2a4daee9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.3997917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a213c881-115f-479f-a836-ba8c924169c4"}
{"level":"error","ts":1789661172.3998322,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a213c881-115f-479f-a836-ba8c924169c4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661172.4085464,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a213c881-115f-479f-a836-ba8c924169c4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661172.7289784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33301a5c-0a76-42af-8196-62e87e8c20be"}
{"level":"error","ts":1789661172.7290335,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33301a5c-0a76-42af-8196-62e87e8c20be","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661172.7506094,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"33301a5c-0a76-42af-8196-62e87e8c20be","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661173.3915975,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385d3d25-2ec7-4f8c-94ee-485db4756103"}
{"level":"error","ts":1789661173.391646,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385d3d25-2ec7-4f8c-94ee-485db4756103","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661173.4009674,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"385d3d25-2ec7-4f8c-94ee-485db4756103","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661174.6818883,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"40741327-5f2c-4f59-85c8-7f88a94694d0"}
{"level":"error","ts":1789661174.681947,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"40741327-5f2c-4f59-85c8-7f88a94694d0","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661174.689876,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"40741327-5f2c-4f59-85c8-7f88a94694d0","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661177.2302828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"508e9372-02e0-4a5f-b9f4-4846a7d0e5d5","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789661177.2303302,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"508e9372-02e0-4a5f-b9f4-4846a7d0e5d5","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661177.2303483,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"508e9372-02e0-4a5f-b9f4-4846a7d0e5d5"}
{"level":"info","ts":1789661177.2504103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"10e811cd-e241-4632-a815-b8946f882847"}
{"level":"error","ts":1789661177.2504673,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"10e811cd-e241-4632-a815-b8946f882847","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789661177.2573998,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"10e811cd-e241-4632-a815-b8946f882847","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789661177.5463223,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661177.5464506,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.5464664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.5464847,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","EoS":true}
{"level":"info","ts":1789661177.5465188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","header":"x-maas-username"}
{"level":"info","ts":1789661177.5465322,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","header":"x-maas-subscription"}
{"level":"info","ts":1789661177.5465422,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","header":"x-maas-group"}
{"level":"info","ts":1789661177.5465498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","header":"x-maas-keyname"}
{"level":"info","ts":1789661177.5465715,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661177.5466087,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.5477424,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.5477574,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.5477746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","EoS":false}
{"level":"info","ts":1789661177.5477881,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.5478175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd","EoS":true}
{"level":"info","ts":1789661177.5478313,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82f1ed21df3d9dd949b2c3e011274a54","span_id":"6c0416eab9093437","x-request-id":"7807a30e-7da8-4c38-b166-6c5f884497fd"}
{"level":"info","ts":1789661177.6573038,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661177.6574054,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.6574168,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.6574285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","EoS":true}
{"level":"info","ts":1789661177.6574526,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","header":"x-maas-keyname"}
{"level":"info","ts":1789661177.6574626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","header":"x-maas-group"}
{"level":"info","ts":1789661177.6574678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","header":"x-maas-username"}
{"level":"info","ts":1789661177.6574733,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","header":"x-maas-subscription"}
{"level":"info","ts":1789661177.6574879,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661177.657515,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.658601,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.6586163,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.6586292,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","EoS":false}
{"level":"info","ts":1789661177.6586406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.6586652,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47","EoS":true}
{"level":"info","ts":1789661177.6586723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"469442cbcf8747c4373238943283ee57","span_id":"74c71911d8874c9e","x-request-id":"1f59a442-df73-4308-ace1-224589fb7b47"}
{"level":"info","ts":1789661177.7677054,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661177.7678218,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.7678397,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.767852,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","EoS":true}
{"level":"info","ts":1789661177.7678778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","header":"x-maas-subscription"}
{"level":"info","ts":1789661177.76789,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","header":"x-maas-username"}
{"level":"info","ts":1789661177.767897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","header":"x-maas-group"}
{"level":"info","ts":1789661177.7679045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","header":"x-maas-keyname"}
{"level":"info","ts":1789661177.7679217,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661177.7679696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.7691996,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.769225,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.7692442,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","EoS":false}
{"level":"info","ts":1789661177.76926,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.76929,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb","EoS":true}
{"level":"info","ts":1789661177.7692988,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"68335c95d7f6d283c13f34468f9f12fb","span_id":"557ebd925af42ab6","x-request-id":"2f4f33cc-1529-4e19-bc99-bd4b291bc8cb"}
{"level":"info","ts":1789661177.933734,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"68ecf46b-2160-416b-86b9-6a7d88e6d9ec"}
{"level":"info","ts":1789661177.9337602,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"88346412-7025-4d7d-b3b4-4a0cf0a402e7","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789661177.9337962,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"88346412-7025-4d7d-b3b4-4a0cf0a402e7","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789661190.5221412,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661203.2168524,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661203.2169466,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.21696,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.2169716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","EoS":true}
{"level":"info","ts":1789661203.2169917,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","header":"x-maas-username"}
{"level":"info","ts":1789661203.2170012,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","header":"x-maas-group"}
{"level":"info","ts":1789661203.2170057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","header":"x-maas-keyname"}
{"level":"info","ts":1789661203.2170107,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","header":"x-maas-subscription"}
{"level":"info","ts":1789661203.2170234,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661203.2171013,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.230387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.2304084,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.2304232,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","EoS":false}
{"level":"info","ts":1789661203.2304351,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.2304616,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27","EoS":true}
{"level":"info","ts":1789661203.230473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2018a22d3ff54c8cbe77dfdd5dae489e","span_id":"9c99dfeb4d2b95f4","x-request-id":"4adcdafc-7321-4cb8-9b77-e4a848aecf27"}
{"level":"info","ts":1789661203.3725502,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661203.3726313,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.3726428,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.3726532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","EoS":true}
{"level":"info","ts":1789661203.3726728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","header":"x-maas-keyname"}
{"level":"info","ts":1789661203.3726833,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","header":"x-maas-username"}
{"level":"info","ts":1789661203.372689,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","header":"x-maas-subscription"}
{"level":"info","ts":1789661203.3726938,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","header":"x-maas-group"}
{"level":"info","ts":1789661203.3727064,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661203.3727274,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.373715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.3737311,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.3737454,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","EoS":false}
{"level":"info","ts":1789661203.3737578,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.37378,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181","EoS":true}
{"level":"info","ts":1789661203.3737907,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"342d7221c9957bb0e6dadca2d196ab32","span_id":"8e0146b6cdca0fb0","x-request-id":"2608cf21-9f79-41c1-abb8-bbdb39e6c181"}
{"level":"info","ts":1789661203.5159338,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661203.5160165,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.516028,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.5160387,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","EoS":true}
{"level":"info","ts":1789661203.5160823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","header":"x-maas-keyname"}
{"level":"info","ts":1789661203.5160942,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","header":"x-maas-group"}
{"level":"info","ts":1789661203.5160992,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","header":"x-maas-subscription"}
{"level":"info","ts":1789661203.5161037,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","header":"x-maas-username"}
{"level":"info","ts":1789661203.5161524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661203.516176,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.5185852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.518604,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.5186176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","EoS":false}
{"level":"info","ts":1789661203.5186274,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.51865,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e","EoS":true}
{"level":"info","ts":1789661203.518659,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e4097f283c65366ae03f87095bc099d7","span_id":"bec5f89eb6572e1e","x-request-id":"25683bf0-ca73-4888-8e68-90151c08d88e"}
{"level":"info","ts":1789661203.661832,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661203.6619325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.6619458,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.661965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","EoS":true}
{"level":"info","ts":1789661203.6620007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","header":"x-maas-keyname"}
{"level":"info","ts":1789661203.6620123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","header":"x-maas-group"}
{"level":"info","ts":1789661203.6620202,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","header":"x-maas-username"}
{"level":"info","ts":1789661203.6620288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","header":"x-maas-subscription"}
{"level":"info","ts":1789661203.6620493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661203.6621017,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.6631105,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.6631293,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.6631408,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","EoS":false}
{"level":"info","ts":1789661203.6631536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.6631799,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371","EoS":true}
{"level":"info","ts":1789661203.6631885,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bb303ee4997fda049fbf5417a5506624","span_id":"7349d875a6bda18a","x-request-id":"8abb6a0f-6d18-4c5f-9f13-b41307c48371"}
{"level":"info","ts":1789661203.8007889,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661203.800863,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"info","ts":1789661203.8008745,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"info","ts":1789661203.8008852,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","EoS":true}
{"level":"info","ts":1789661203.8009043,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","header":"x-maas-keyname"}
{"level":"info","ts":1789661203.800912,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","header":"x-maas-subscription"}
{"level":"info","ts":1789661203.8009171,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","header":"x-maas-username"}
{"level":"info","ts":1789661203.8009217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","header":"x-maas-group"}
{"level":"info","ts":1789661203.800934,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661203.8009584,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"info","ts":1789661203.8019946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"info","ts":1789661203.8020113,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"info","ts":1789661203.802023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","EoS":false}
{"level":"info","ts":1789661203.8020341,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"info","ts":1789661203.8020566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b","EoS":true}
{"level":"info","ts":1789661203.8020864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"628d2d1d0360edba0581182bd33f2762","span_id":"3f8e499e02943287","x-request-id":"9bde419e-a2ab-46ed-a144-2b935b5a3f9b"}
{"level":"error","ts":1789661215.5244794,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661218.1229959,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661218.1230989,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.123112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.1231253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","EoS":true}
{"level":"info","ts":1789661218.123144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","header":"x-maas-username"}
{"level":"info","ts":1789661218.1231513,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","header":"x-maas-subscription"}
{"level":"info","ts":1789661218.1231565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","header":"x-maas-group"}
{"level":"info","ts":1789661218.1231658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","header":"x-maas-keyname"}
{"level":"info","ts":1789661218.1231787,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661218.1232104,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.1249459,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.1249669,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.1249807,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","EoS":false}
{"level":"info","ts":1789661218.1249938,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.1250181,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6","EoS":true}
{"level":"info","ts":1789661218.1250274,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"84b6527683ac5da1d50f96ef75000625","span_id":"b656598439998d95","x-request-id":"14f40ca2-767d-4d73-b54d-9f9eddbc5ca6"}
{"level":"info","ts":1789661218.1604362,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661218.1605322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.1605473,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.160561,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","EoS":true}
{"level":"info","ts":1789661218.1605842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","header":"x-maas-keyname"}
{"level":"info","ts":1789661218.1605964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","header":"x-maas-username"}
{"level":"info","ts":1789661218.1606054,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","header":"x-maas-subscription"}
{"level":"info","ts":1789661218.1606114,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","header":"x-maas-group"}
{"level":"info","ts":1789661218.1606262,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661218.1606483,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.1616588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.1616774,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.1616964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","EoS":false}
{"level":"info","ts":1789661218.16171,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.1617439,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295","EoS":true}
{"level":"info","ts":1789661218.1617537,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01987d97e338b0e912f89523e14854c9","span_id":"02c374d296fe6168","x-request-id":"2455814d-f274-4c2d-a167-79d22ceab295"}
{"level":"info","ts":1789661218.2682526,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661218.2683246,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2"}
{"level":"info","ts":1789661218.2692943,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2"}
{"level":"info","ts":1789661218.2693112,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2"}
{"level":"info","ts":1789661218.269324,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2","EoS":false}
{"level":"info","ts":1789661218.2693357,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2"}
{"level":"info","ts":1789661218.2693584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2","EoS":true}
{"level":"info","ts":1789661218.269367,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c3d67c039c6cb8a611c5642bf8cee7c6","span_id":"3320e604030bb245","x-request-id":"db34e7fc-ae5f-4758-ad7a-ddc21ae2f6a2"}
{"level":"info","ts":1789661219.130923,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661219.131007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661219.1310194,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661219.1310303,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","EoS":true}
{"level":"info","ts":1789661219.1310492,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","header":"x-maas-username"}
{"level":"info","ts":1789661219.1310842,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","header":"x-maas-subscription"}
{"level":"info","ts":1789661219.1310956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","header":"x-maas-keyname"}
{"level":"info","ts":1789661219.1311004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","header":"x-maas-group"}
{"level":"info","ts":1789661219.131115,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661219.1311424,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661219.1330106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661219.133027,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661219.1330402,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","EoS":false}
{"level":"info","ts":1789661219.1330502,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661219.1330998,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd","EoS":true}
{"level":"info","ts":1789661219.1331108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5fca46d406a039e298ae9b4e4045cab","span_id":"0c389d21bb7136c6","x-request-id":"5e16e323-fe8d-4740-a335-fa76cc2964bd"}
{"level":"info","ts":1789661220.2268684,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661220.2269545,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661220.226966,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661220.2269773,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","EoS":true}
{"level":"info","ts":1789661220.2269955,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","header":"x-maas-username"}
{"level":"info","ts":1789661220.227005,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","header":"x-maas-keyname"}
{"level":"info","ts":1789661220.2270093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","header":"x-maas-group"}
{"level":"info","ts":1789661220.2270143,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","header":"x-maas-subscription"}
{"level":"info","ts":1789661220.227027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661220.2271044,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661220.2280564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661220.2280915,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661220.228107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","EoS":false}
{"level":"info","ts":1789661220.228121,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661220.2281556,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7","EoS":true}
{"level":"info","ts":1789661220.2281682,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"18954b00e4eb6b9e2b8957e757a79bce","span_id":"12223f8fcce26c46","x-request-id":"818d2b7a-fd5b-4150-bb1a-634769d048d7"}
{"level":"info","ts":1789661221.0461907,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661221.046286,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661221.0462987,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661221.0463102,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","EoS":true}
{"level":"info","ts":1789661221.046335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","header":"x-maas-group"}
{"level":"info","ts":1789661221.0463476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","header":"x-maas-username"}
{"level":"info","ts":1789661221.046352,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","header":"x-maas-keyname"}
{"level":"info","ts":1789661221.0463564,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","header":"x-maas-subscription"}
{"level":"info","ts":1789661221.04637,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661221.046394,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661221.0475717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661221.047589,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661221.0476024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","EoS":false}
{"level":"info","ts":1789661221.0476139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661221.047639,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2","EoS":true}
{"level":"info","ts":1789661221.0476515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2fa75fb6b02c6630ee9a3e05a70e5f91","span_id":"4d8b6ba90eb2a550","x-request-id":"6ebbd1de-4045-4361-abe8-671702a8d9a2"}
{"level":"info","ts":1789661222.2064755,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661222.2065651,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"info","ts":1789661222.206578,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"info","ts":1789661222.206589,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","EoS":true}
{"level":"info","ts":1789661222.2066083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","header":"x-maas-username"}
{"level":"info","ts":1789661222.2066185,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","header":"x-maas-keyname"}
{"level":"info","ts":1789661222.2066245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","header":"x-maas-subscription"}
{"level":"info","ts":1789661222.2066293,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","header":"x-maas-group"}
{"level":"info","ts":1789661222.2066426,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661222.206667,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"info","ts":1789661222.2076108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"info","ts":1789661222.2076285,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"info","ts":1789661222.2076418,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","EoS":false}
{"level":"info","ts":1789661222.2076526,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"info","ts":1789661222.207677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661","EoS":true}
{"level":"info","ts":1789661222.2076862,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"80167a38e863e90fcd89400f356f4e2d","span_id":"4c90352276158e35","x-request-id":"814c2515-cf29-4c26-a317-2e31e95f3661"}
{"level":"error","ts":1789661230.5255415,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789661240.5266137,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661242.5030258,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661242.5031314,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"info","ts":1789661242.503145,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"info","ts":1789661242.503157,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","EoS":true}
{"level":"info","ts":1789661242.5031786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","header":"x-maas-username"}
{"level":"info","ts":1789661242.5031877,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","header":"x-maas-subscription"}
{"level":"info","ts":1789661242.503193,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","header":"x-maas-keyname"}
{"level":"info","ts":1789661242.50324,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","header":"x-maas-group"}
{"level":"info","ts":1789661242.5032544,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661242.5032797,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"info","ts":1789661242.5043063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"info","ts":1789661242.5043242,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"info","ts":1789661242.5043375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","EoS":false}
{"level":"info","ts":1789661242.5043495,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"info","ts":1789661242.504372,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598","EoS":true}
{"level":"info","ts":1789661242.5043797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cc1b0e13bab659042323e6e107160586","span_id":"8c3ec18519b4d5ce","x-request-id":"05dc1e47-b346-476a-b42e-41455f745598"}
{"level":"error","ts":1789661255.5285957,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661332.9899886,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661332.9901502,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"info","ts":1789661332.9901664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"info","ts":1789661332.9901805,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","EoS":true}
{"level":"info","ts":1789661332.9902081,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","header":"x-maas-keyname"}
{"level":"info","ts":1789661332.990219,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","header":"x-maas-subscription"}
{"level":"info","ts":1789661332.990224,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","header":"x-maas-group"}
{"level":"info","ts":1789661332.990229,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","header":"x-maas-username"}
{"level":"info","ts":1789661332.9902446,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789661332.9902723,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"info","ts":1789661333.0040152,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"info","ts":1789661333.0040517,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"info","ts":1789661333.0040908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","EoS":false}
{"level":"info","ts":1789661333.0041068,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"info","ts":1789661333.0041387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b","EoS":true}
{"level":"info","ts":1789661333.0041485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d1242e365d6852b939187f0cc8684f24","span_id":"63934c7fc9896b3c","x-request-id":"3b7f6cb2-563f-4eda-8a4e-53f167a4894b"}
{"level":"error","ts":1789661345.5356355,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661400.1961439,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661400.196252,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"info","ts":1789661400.196264,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"info","ts":1789661400.196276,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","EoS":true}
{"level":"info","ts":1789661400.1963027,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","header":"x-maas-group"}
{"level":"info","ts":1789661400.1963131,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","header":"x-maas-subscription"}
{"level":"info","ts":1789661400.1963181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","header":"x-maas-keyname"}
{"level":"info","ts":1789661400.196323,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","header":"x-maas-username"}
{"level":"info","ts":1789661400.196337,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789661400.196361,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"info","ts":1789661400.1986127,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"info","ts":1789661400.1986337,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"info","ts":1789661400.1986532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","EoS":false}
{"level":"info","ts":1789661400.198669,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"info","ts":1789661400.198703,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa","EoS":true}
{"level":"info","ts":1789661400.1987188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b17121d35c764621063672572ce32070","span_id":"5b4b165afd3ae9c4","x-request-id":"f7a9564b-b0a0-92ce-af28-1f269d386caa"}
{"level":"error","ts":1789661410.5423453,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661414.2897835,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661414.2899952,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.290016,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.290039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","EoS":true}
{"level":"info","ts":1789661414.2901525,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","header":"x-maas-keyname"}
{"level":"info","ts":1789661414.290169,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","header":"x-maas-group"}
{"level":"info","ts":1789661414.2901783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","header":"x-maas-username"}
{"level":"info","ts":1789661414.2901871,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","header":"x-maas-subscription"}
{"level":"info","ts":1789661414.2902114,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789661414.2902544,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.3030252,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.303094,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.303114,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","EoS":false}
{"level":"info","ts":1789661414.3031309,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.3031743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","EoS":false}
{"level":"info","ts":1789661414.3031893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.3032057,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122","EoS":true}
{"level":"info","ts":1789661414.303216,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3a6a62351c85a428ba78ca556daa628","span_id":"77a0c5b599318c0b","x-request-id":"ab81df36-4f60-47cd-a219-3f10b238b122"}
{"level":"info","ts":1789661414.4433177,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661414.4434242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.4434383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.443451,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","EoS":true}
{"level":"info","ts":1789661414.4434724,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","header":"x-maas-username"}
{"level":"info","ts":1789661414.4434822,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","header":"x-maas-keyname"}
{"level":"info","ts":1789661414.443488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","header":"x-maas-subscription"}
{"level":"info","ts":1789661414.443493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","header":"x-maas-group"}
{"level":"info","ts":1789661414.4435086,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789661414.4435353,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.4443731,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.4443934,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.4444084,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","EoS":false}
{"level":"info","ts":1789661414.444421,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.4444468,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404","EoS":true}
{"level":"info","ts":1789661414.444456,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2a53b6778f456c26ad09ae86dce7d6ef","span_id":"3bb98da43dc41b33","x-request-id":"2681082d-f0aa-4f9a-9a1a-2aa833b96404"}
{"level":"info","ts":1789661414.5816722,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661414.581779,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"info","ts":1789661414.5817904,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"info","ts":1789661414.5818036,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","EoS":true}
{"level":"info","ts":1789661414.5818272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","header":"x-maas-subscription"}
{"level":"info","ts":1789661414.5818374,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","header":"x-maas-username"}
{"level":"info","ts":1789661414.5818417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","header":"x-maas-group"}
{"level":"info","ts":1789661414.581846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","header":"x-maas-keyname"}
{"level":"info","ts":1789661414.581861,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789661414.5818872,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"info","ts":1789661414.5827513,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"info","ts":1789661414.5827713,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"info","ts":1789661414.582796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","EoS":false}
{"level":"info","ts":1789661414.5828164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"info","ts":1789661414.582855,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e","EoS":true}
{"level":"info","ts":1789661414.582867,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"171a618bb1f763dd7956dc0074289dce","span_id":"810200a7e3119f52","x-request-id":"b113a299-b813-494b-936d-5f427078389e"}
{"level":"error","ts":1789661425.5431654,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789661427.580864,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789661427.5809677,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.5809808,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.5809944,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","EoS":true}
{"level":"info","ts":1789661427.5810182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","header":"x-maas-username"}
{"level":"info","ts":1789661427.5810285,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","header":"x-maas-group"}
{"level":"info","ts":1789661427.5810337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","header":"x-maas-keyname"}
{"level":"info","ts":1789661427.5810382,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","header":"x-maas-subscription"}
{"level":"info","ts":1789661427.5810564,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789661427.581121,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.5838592,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.583882,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.5839038,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","EoS":false}
{"level":"info","ts":1789661427.5839238,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.5839646,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","EoS":false}
{"level":"info","ts":1789661427.5839775,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"info","ts":1789661427.583996,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2","EoS":true}
{"level":"info","ts":1789661427.5840087,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a559ab16d7e2baccfd7419dca695d0d7","span_id":"2985093f1a726310","x-request-id":"d73c23f0-49f1-43c3-b0d0-7d050c0a47f2"}
{"level":"error","ts":1789661440.544595,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}