{"level":"info","ts":1789752432.8087325,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f75b2f57f3f65d4f8718dfb8f672b271","span_id":"7a5eadb83da76c92","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"}
{"level":"info","ts":1789752432.8087647,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f75b2f57f3f65d4f8718dfb8f672b271","span_id":"7a5eadb83da76c92","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"}
{"level":"info","ts":1789752432.8087828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f75b2f57f3f65d4f8718dfb8f672b271","span_id":"7a5eadb83da76c92","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae","EoS":false}
{"level":"info","ts":1789752432.8087966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f75b2f57f3f65d4f8718dfb8f672b271","span_id":"7a5eadb83da76c92","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"}
{"level":"info","ts":1789752432.808835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f75b2f57f3f65d4f8718dfb8f672b271","span_id":"7a5eadb83da76c92","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae","EoS":true}
{"level":"info","ts":1789752432.8088434,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f75b2f57f3f65d4f8718dfb8f672b271","span_id":"7a5eadb83da76c92","x-request-id":"0c8a69f4-569e-47b4-b2ab-34610ba53eae"}
{"level":"info","ts":1789752432.8478956,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789752432.848,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752432.8480144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752432.848027,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","EoS":true}
{"level":"info","ts":1789752432.8480554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","header":"x-maas-keyname"}
{"level":"info","ts":1789752432.8480675,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","header":"x-maas-group"}
{"level":"info","ts":1789752432.8480728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","header":"x-maas-username"}
{"level":"info","ts":1789752432.8480778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","header":"x-maas-subscription"}
{"level":"info","ts":1789752432.848125,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752433.530184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752433.5302126,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752433.5302312,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","EoS":false}
{"level":"info","ts":1789752433.5302482,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752433.530288,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854","EoS":true}
{"level":"info","ts":1789752433.5303028,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"215111f6f69f4e984fc3d7530e7eec94","span_id":"ee1d3693eaab5e5a","x-request-id":"b32e9c9a-9d1b-41f1-af1a-73612c49c854"}
{"level":"info","ts":1789752434.5058033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d8297aa-eb11-4e17-93af-3c8344f81fc5"}
{"level":"info","ts":1789752434.505967,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40cdb076-18a1-4a41-afbe-449fb6785625","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789752434.5060241,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40cdb076-18a1-4a41-afbe-449fb6785625","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789752434.6522605,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9ef025f-93ec-4163-baed-489975e89461","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789752434.6524978,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9ef025f-93ec-4163-baed-489975e89461","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789752434.6524057,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7e774cb-0cc6-4488-ae4f-0d00acb28966"}
{"level":"info","ts":1789752434.7697892,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"515cb753-ec6c-4d2a-9719-38a693e4dc57","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789752434.769827,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"515cb753-ec6c-4d2a-9719-38a693e4dc57","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789752440.3148,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789752440.3148918,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"dc02dcc488cd023d1af3369f52d99706","span_id":"440e9473af5de660","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646"}
{"level":"info","ts":1789752440.3149047,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"dc02dcc488cd023d1af3369f52d99706","span_id":"440e9473af5de660","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646"}
{"level":"info","ts":1789752440.3149161,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"dc02dcc488cd023d1af3369f52d99706","span_id":"440e9473af5de660","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646","EoS":true}
{"level":"info","ts":1789752440.3149645,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"dc02dcc488cd023d1af3369f52d99706","span_id":"440e9473af5de660","x-request-id":"cf7b0d90-42cb-4866-a361-7c426d2ef646"}
{"level":"info","ts":1789752440.4644964,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789752440.4645875,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20e487508393b108e6ac18ca9ed80035","span_id":"a0a505b9992d770b","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584"}
{"level":"info","ts":1789752440.4646003,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20e487508393b108e6ac18ca9ed80035","span_id":"a0a505b9992d770b","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584"}
{"level":"info","ts":1789752440.4646115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20e487508393b108e6ac18ca9ed80035","span_id":"a0a505b9992d770b","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584","EoS":true}
{"level":"info","ts":1789752440.4646566,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20e487508393b108e6ac18ca9ed80035","span_id":"a0a505b9992d770b","x-request-id":"7f43f6bd-056a-4ecc-96ab-39dc716ed584"}
{"level":"info","ts":1789752440.6070771,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789752440.607193,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"90bd9701374706f3024ef643bd21b7e8","span_id":"acd65591ddc9f303","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be"}
{"level":"info","ts":1789752440.607211,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"90bd9701374706f3024ef643bd21b7e8","span_id":"acd65591ddc9f303","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be"}
{"level":"info","ts":1789752440.6072264,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"90bd9701374706f3024ef643bd21b7e8","span_id":"acd65591ddc9f303","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be","EoS":true}
{"level":"info","ts":1789752440.6072707,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"90bd9701374706f3024ef643bd21b7e8","span_id":"acd65591ddc9f303","x-request-id":"7dca197a-5a4d-4827-b15e-0065985082be"}
{"level":"error","ts":1789752443.05124,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789752453.0522761,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789752463.05314,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789752473.0535989,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789753563.884181,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753563.8842742,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.8842854,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.8842964,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","EoS":true}
{"level":"info","ts":1789753563.8843188,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","header":"x-maas-keyname"}
{"level":"info","ts":1789753563.8843286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","header":"x-maas-group"}
{"level":"info","ts":1789753563.884334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","header":"x-maas-username"}
{"level":"info","ts":1789753563.884339,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","header":"x-maas-subscription"}
{"level":"info","ts":1789753563.8843522,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789753563.884376,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.8850853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.8851295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.8851528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","EoS":false}
{"level":"info","ts":1789753563.8851695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.8852048,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b","EoS":true}
{"level":"info","ts":1789753563.8852139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2c6fed7bc788569f79719303d995cb8a","span_id":"cbd5c166d6eb3f4f","x-request-id":"a4c140e5-5845-4e02-954a-df8e8620e56b"}
{"level":"info","ts":1789753563.9224417,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753563.922516,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"info","ts":1789753563.922528,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"info","ts":1789753563.9225454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","EoS":true}
{"level":"info","ts":1789753563.9225643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","header":"x-maas-keyname"}
{"level":"info","ts":1789753563.9225738,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","header":"x-maas-username"}
{"level":"info","ts":1789753563.922579,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","header":"x-maas-subscription"}
{"level":"info","ts":1789753563.922584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","header":"x-maas-group"}
{"level":"info","ts":1789753563.922596,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789753563.922618,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"info","ts":1789753563.9231756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"info","ts":1789753563.923195,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"info","ts":1789753563.9232125,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","EoS":false}
{"level":"info","ts":1789753563.9232297,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"info","ts":1789753563.9232638,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94","EoS":true}
{"level":"info","ts":1789753563.9232752,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"05a58ce4f3b025edf17686867e3aa843","span_id":"b2f5f4c8af357113","x-request-id":"268086c1-1c56-4bc3-b7bb-1897cacd3e94"}
{"level":"error","ts":1789753578.1812818,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789753892.4099357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2b1453c8-af21-4ae9-b4ee-53b9d71f7ea1"}
{"level":"info","ts":1789753892.4099748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb13dfa1-97c5-4bf2-8309-e579e838fd28","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789753892.4100223,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb13dfa1-97c5-4bf2-8309-e579e838fd28","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.410046,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fb13dfa1-97c5-4bf2-8309-e579e838fd28"}
{"level":"info","ts":1789753892.416088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52a68a80-8670-4166-8326-a279028775a0","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789753892.4161375,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52a68a80-8670-4166-8326-a279028775a0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.416155,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52a68a80-8670-4166-8326-a279028775a0"}
{"level":"error","ts":1789753892.4194715,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2b1453c8-af21-4ae9-b4ee-53b9d71f7ea1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.4195082,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2b1453c8-af21-4ae9-b4ee-53b9d71f7ea1","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.4233437,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2b1453c8-af21-4ae9-b4ee-53b9d71f7ea1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.4233756,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2b1453c8-af21-4ae9-b4ee-53b9d71f7ea1","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.42343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"018ae10d-0a54-46fe-9380-e28bb5d3e951"}
{"level":"error","ts":1789753892.4234562,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"018ae10d-0a54-46fe-9380-e28bb5d3e951","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.4234252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12a06e47-f5d4-4ef8-ad53-321f8bf1758a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789753892.4235313,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12a06e47-f5d4-4ef8-ad53-321f8bf1758a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.423568,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12a06e47-f5d4-4ef8-ad53-321f8bf1758a"}
{"level":"error","ts":1789753892.4279234,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"018ae10d-0a54-46fe-9380-e28bb5d3e951","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.4381645,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a8bee812-a0b0-498f-b052-d2e6deee853e"}
{"level":"error","ts":1789753892.4382188,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a8bee812-a0b0-498f-b052-d2e6deee853e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.4458818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a8bee812-a0b0-498f-b052-d2e6deee853e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.4669683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"536733ab-f0a4-4f56-abe7-e128ca876d3a"}
{"level":"error","ts":1789753892.4670076,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"536733ab-f0a4-4f56-abe7-e128ca876d3a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.4721818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"536733ab-f0a4-4f56-abe7-e128ca876d3a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.5132794,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"89689bfd-f05a-4813-8a27-48d5af0aedf7"}
{"level":"error","ts":1789753892.513331,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"89689bfd-f05a-4813-8a27-48d5af0aedf7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.5225701,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"89689bfd-f05a-4813-8a27-48d5af0aedf7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.5648925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a9be6e4-dc86-4903-8652-deae83dc492b","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789753892.5649064,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2994cf00-71aa-42df-bfa0-2f329eeb3bfb"}
{"level":"error","ts":1789753892.5649316,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a9be6e4-dc86-4903-8652-deae83dc492b","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.5649524,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9a9be6e4-dc86-4903-8652-deae83dc492b"}
{"level":"error","ts":1789753892.5649455,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2994cf00-71aa-42df-bfa0-2f329eeb3bfb","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.57076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2994cf00-71aa-42df-bfa0-2f329eeb3bfb","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753892.731284,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02ae2057-8a5b-43c1-88f0-c967e81a746c"}
{"level":"error","ts":1789753892.731336,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02ae2057-8a5b-43c1-88f0-c967e81a746c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753892.7368367,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"02ae2057-8a5b-43c1-88f0-c967e81a746c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753893.05716,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"049060b5-d7c2-4504-b90b-a8b5c4c95dc6"}
{"level":"error","ts":1789753893.0572255,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"049060b5-d7c2-4504-b90b-a8b5c4c95dc6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753893.0639088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"049060b5-d7c2-4504-b90b-a8b5c4c95dc6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753893.704433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4df42bd5-77c7-4f7b-9c67-e50d128ad3d4"}
{"level":"error","ts":1789753893.70448,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4df42bd5-77c7-4f7b-9c67-e50d128ad3d4","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753893.7102246,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4df42bd5-77c7-4f7b-9c67-e50d128ad3d4","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753894.9910564,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41cefff0-88fc-418a-b7ff-240932bdbd46"}
{"level":"error","ts":1789753894.9911366,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41cefff0-88fc-418a-b7ff-240932bdbd46","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753894.9979024,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41cefff0-88fc-418a-b7ff-240932bdbd46","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753897.5590177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50f0270f-5da6-43e2-8e3b-eaca9e36fae5"}
{"level":"error","ts":1789753897.5590625,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50f0270f-5da6-43e2-8e3b-eaca9e36fae5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753897.565127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6a29229e-fa60-4da4-92ff-a22d07291d44","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789753897.5651605,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6a29229e-fa60-4da4-92ff-a22d07291d44","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753897.5651762,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6a29229e-fa60-4da4-92ff-a22d07291d44"}
{"level":"error","ts":1789753897.5683513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"50f0270f-5da6-43e2-8e3b-eaca9e36fae5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753902.5659707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ebcee51-2999-4556-a93a-10273779b228","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789753902.5660272,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ebcee51-2999-4556-a93a-10273779b228","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753902.5660503,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7ebcee51-2999-4556-a93a-10273779b228"}
{"level":"info","ts":1789753902.6885138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a753234-2938-42e5-88b7-2429f9d6be36"}
{"level":"error","ts":1789753902.6885648,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a753234-2938-42e5-88b7-2429f9d6be36","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789753902.694253,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1a753234-2938-42e5-88b7-2429f9d6be36","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789753902.9731288,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753902.9732432,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753902.973257,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753902.9732711,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","EoS":true}
{"level":"info","ts":1789753902.9732957,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","header":"x-maas-subscription"}
{"level":"info","ts":1789753902.9733083,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","header":"x-maas-group"}
{"level":"info","ts":1789753902.9733164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","header":"x-maas-keyname"}
{"level":"info","ts":1789753902.9733255,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","header":"x-maas-username"}
{"level":"info","ts":1789753902.9733405,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753902.9733653,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753902.9741433,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753902.9741647,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753902.9741845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","EoS":false}
{"level":"info","ts":1789753902.9742005,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753902.9742346,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf","EoS":true}
{"level":"info","ts":1789753902.9742455,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a61a41ec1cbefecf3fa111c870ace8aa","span_id":"78574508a872ac40","x-request-id":"faf5ff94-99f9-4013-bb1e-f22265f4a6cf"}
{"level":"info","ts":1789753903.0168755,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753903.0169878,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0170043,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0170221,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","EoS":true}
{"level":"info","ts":1789753903.017192,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","header":"x-maas-subscription"}
{"level":"info","ts":1789753903.017258,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","header":"x-maas-username"}
{"level":"info","ts":1789753903.0173085,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","header":"x-maas-keyname"}
{"level":"info","ts":1789753903.0173843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","header":"x-maas-group"}
{"level":"info","ts":1789753903.017413,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753903.0174608,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0183432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0183613,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0183747,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","EoS":false}
{"level":"info","ts":1789753903.0183861,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0184107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632","EoS":true}
{"level":"info","ts":1789753903.0184186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e2cf97ae21f06b9e650cfaf4203c208","span_id":"9e4ba56b17e1926e","x-request-id":"fb58bb46-161e-4d7a-81d4-93beaa53b632"}
{"level":"info","ts":1789753903.0643725,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753903.0644867,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.0645013,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.0645225,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","EoS":true}
{"level":"info","ts":1789753903.0645561,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","header":"x-maas-username"}
{"level":"info","ts":1789753903.0645683,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","header":"x-maas-subscription"}
{"level":"info","ts":1789753903.064577,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","header":"x-maas-keyname"}
{"level":"info","ts":1789753903.0645857,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","header":"x-maas-group"}
{"level":"info","ts":1789753903.0646086,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753903.0646439,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.0653405,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.0653665,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.0653882,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","EoS":false}
{"level":"info","ts":1789753903.065404,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.0654345,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13","EoS":true}
{"level":"info","ts":1789753903.0654473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"efdf1641f99e2b306a4cb8a1f349569a","span_id":"614a458222749457","x-request-id":"ea1ef549-6b08-4d83-9725-c89452c45e13"}
{"level":"info","ts":1789753903.1795843,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753903.1796985,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.179715,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.1797335,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","EoS":true}
{"level":"info","ts":1789753903.1797698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","header":"x-maas-group"}
{"level":"info","ts":1789753903.179786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","header":"x-maas-subscription"}
{"level":"info","ts":1789753903.179796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","header":"x-maas-username"}
{"level":"info","ts":1789753903.1798034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","header":"x-maas-keyname"}
{"level":"info","ts":1789753903.1798263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753903.1798635,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.1805718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.1805918,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.180604,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","EoS":false}
{"level":"info","ts":1789753903.180619,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.1806457,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28","EoS":true}
{"level":"info","ts":1789753903.1806576,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fd22dbc26fdb91bb579afe09dcd04cd1","span_id":"30f2ee1042458170","x-request-id":"05cbb94f-04a1-4403-8f94-2f62c9686d28"}
{"level":"info","ts":1789753903.318728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9ed19f7a-1d5b-497b-9434-4b5518ef4eee"}
{"level":"info","ts":1789753903.3187523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e888902-bb6b-4774-b93f-9a1950440e28","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789753903.318858,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1e888902-bb6b-4774-b93f-9a1950440e28","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789753913.2204323,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789753920.9453032,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753920.9454236,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753920.9454377,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753920.9454505,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","EoS":true}
{"level":"info","ts":1789753920.9454765,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","header":"x-maas-keyname"}
{"level":"info","ts":1789753920.9454868,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","header":"x-maas-username"}
{"level":"info","ts":1789753920.9454918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","header":"x-maas-group"}
{"level":"info","ts":1789753920.945497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","header":"x-maas-subscription"}
{"level":"info","ts":1789753920.9455132,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753920.945541,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753920.9584684,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753920.958499,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753920.9585173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","EoS":false}
{"level":"info","ts":1789753920.9585428,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753920.958578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53","EoS":true}
{"level":"info","ts":1789753920.9585884,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"03efcd4d319551794774a9b3cd4d909f","span_id":"44635dbcdb1addbc","x-request-id":"740ff838-09f5-406e-b2f4-b87d8acf2a53"}
{"level":"info","ts":1789753921.0988786,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753921.098987,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.099001,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.099013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","EoS":true}
{"level":"info","ts":1789753921.099036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","header":"x-maas-subscription"}
{"level":"info","ts":1789753921.099047,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","header":"x-maas-keyname"}
{"level":"info","ts":1789753921.0990517,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","header":"x-maas-username"}
{"level":"info","ts":1789753921.0990567,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","header":"x-maas-group"}
{"level":"info","ts":1789753921.099072,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753921.0990982,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.1013272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.101347,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.1013587,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","EoS":false}
{"level":"info","ts":1789753921.1013722,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.1014018,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b","EoS":true}
{"level":"info","ts":1789753921.1014278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f430747a94f291501a6fdf6bfaa6b68d","span_id":"25083c93d991f6c0","x-request-id":"f523792c-08b1-4212-8b7f-7ea05ad1908b"}
{"level":"info","ts":1789753921.24768,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753921.2478082,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.2478223,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.2478359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","EoS":true}
{"level":"info","ts":1789753921.24786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","header":"x-maas-subscription"}
{"level":"info","ts":1789753921.2478702,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","header":"x-maas-group"}
{"level":"info","ts":1789753921.2478752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","header":"x-maas-username"}
{"level":"info","ts":1789753921.2478797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","header":"x-maas-keyname"}
{"level":"info","ts":1789753921.247895,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753921.2479203,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.2488139,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.2488282,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.2488375,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","EoS":false}
{"level":"info","ts":1789753921.2488468,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.2488701,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f","EoS":true}
{"level":"info","ts":1789753921.2488837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"97a4409d7c979536917c9cd2ebf042b2","span_id":"5a276b2221643d01","x-request-id":"25f89d37-526f-46c9-a7b8-bdc770760f6f"}
{"level":"info","ts":1789753921.3897095,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753921.3898268,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.3898442,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.389857,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","EoS":true}
{"level":"info","ts":1789753921.3898847,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","header":"x-maas-subscription"}
{"level":"info","ts":1789753921.389896,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","header":"x-maas-keyname"}
{"level":"info","ts":1789753921.3899016,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","header":"x-maas-username"}
{"level":"info","ts":1789753921.389907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","header":"x-maas-group"}
{"level":"info","ts":1789753921.389921,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753921.3899453,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.390804,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.3908198,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.3908296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","EoS":false}
{"level":"info","ts":1789753921.39085,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.3908765,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433","EoS":true}
{"level":"info","ts":1789753921.3908901,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"db5c5227324d9c35a3919a83af416b1a","span_id":"847d9286df82f290","x-request-id":"810f1043-e19b-4d79-a820-c2ebcc59c433"}
{"level":"info","ts":1789753921.5328994,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753921.5330122,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753921.533025,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753921.533038,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","EoS":true}
{"level":"info","ts":1789753921.5330627,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","header":"x-maas-keyname"}
{"level":"info","ts":1789753921.533073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","header":"x-maas-group"}
{"level":"info","ts":1789753921.5330784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","header":"x-maas-username"}
{"level":"info","ts":1789753921.533084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","header":"x-maas-subscription"}
{"level":"info","ts":1789753921.533099,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753921.5331464,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753921.5340064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753921.5340295,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753921.5340462,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","EoS":false}
{"level":"info","ts":1789753921.534066,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753921.5340922,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5","EoS":true}
{"level":"info","ts":1789753921.534122,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d98658870b94c131086c91d0041c881a","span_id":"1d3f073be283ce54","x-request-id":"2f895972-3d19-4a91-9117-9b47f0cf9af5"}
{"level":"info","ts":1789753930.3818758,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753930.3819933,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.382006,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.3820186,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","EoS":true}
{"level":"info","ts":1789753930.3820431,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","header":"x-maas-group"}
{"level":"info","ts":1789753930.3820531,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","header":"x-maas-subscription"}
{"level":"info","ts":1789753930.3820593,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","header":"x-maas-username"}
{"level":"info","ts":1789753930.3820634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","header":"x-maas-keyname"}
{"level":"info","ts":1789753930.38208,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753930.382117,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.3829832,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.3830075,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.383024,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","EoS":false}
{"level":"info","ts":1789753930.3830433,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.3830695,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce","EoS":true}
{"level":"info","ts":1789753930.38308,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20b7df9339a72caaeba5e6d2f149bb11","span_id":"46921be9f03a4544","x-request-id":"4b21766f-7bd0-4f23-b1f9-b269384b9cce"}
{"level":"info","ts":1789753930.4783938,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753930.4785125,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d"}
{"level":"info","ts":1789753930.4793413,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d"}
{"level":"info","ts":1789753930.4793625,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d"}
{"level":"info","ts":1789753930.4793787,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d","EoS":false}
{"level":"info","ts":1789753930.479392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d"}
{"level":"info","ts":1789753930.479433,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d","EoS":true}
{"level":"info","ts":1789753930.4794443,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a18b8f93c84f0d08ac69c1d20b23c65f","span_id":"118c0e62463d6ca5","x-request-id":"6a51806a-2998-4e54-9f21-1f327bfd1f4d"}
{"level":"info","ts":1789753931.26319,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753931.2633107,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753931.263327,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753931.26334,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","EoS":true}
{"level":"info","ts":1789753931.2633662,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","header":"x-maas-subscription"}
{"level":"info","ts":1789753931.2633774,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","header":"x-maas-group"}
{"level":"info","ts":1789753931.2633839,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","header":"x-maas-username"}
{"level":"info","ts":1789753931.2633882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","header":"x-maas-keyname"}
{"level":"info","ts":1789753931.2634027,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753931.2634332,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753931.2651484,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753931.2651687,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753931.2651837,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","EoS":false}
{"level":"info","ts":1789753931.2651963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753931.2652252,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c","EoS":true}
{"level":"info","ts":1789753931.265235,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bbb57dd86ac338afc6207cc03e9fd0d6","span_id":"3eb626489b8a0128","x-request-id":"51b42db9-fed0-4964-a236-99201236549c"}
{"level":"info","ts":1789753932.240246,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753932.2403607,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.2403777,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.24039,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","EoS":true}
{"level":"info","ts":1789753932.2404132,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","header":"x-maas-keyname"}
{"level":"info","ts":1789753932.2404234,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","header":"x-maas-subscription"}
{"level":"info","ts":1789753932.2404282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","header":"x-maas-group"}
{"level":"info","ts":1789753932.2404337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","header":"x-maas-username"}
{"level":"info","ts":1789753932.2404513,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753932.2404764,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.24123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.2412493,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.2412632,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","EoS":false}
{"level":"info","ts":1789753932.2412748,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.241295,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b","EoS":true}
{"level":"info","ts":1789753932.2413042,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b4b8d3466d49ac9aaade35da87c45dbe","span_id":"d98a12791f735d31","x-request-id":"6acb7829-797b-43f2-8a1f-86575aeae32b"}
{"level":"info","ts":1789753932.9665139,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753932.9666383,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"info","ts":1789753932.9666553,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"info","ts":1789753932.966669,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","EoS":true}
{"level":"info","ts":1789753932.9666932,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","header":"x-maas-username"}
{"level":"info","ts":1789753932.9667168,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","header":"x-maas-group"}
{"level":"info","ts":1789753932.9667215,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","header":"x-maas-keyname"}
{"level":"info","ts":1789753932.9667273,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","header":"x-maas-subscription"}
{"level":"info","ts":1789753932.9667437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753932.9667716,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"info","ts":1789753932.967478,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"info","ts":1789753932.9674985,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"info","ts":1789753932.9675136,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","EoS":false}
{"level":"info","ts":1789753932.967541,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"info","ts":1789753932.967566,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c","EoS":true}
{"level":"info","ts":1789753932.9675765,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0a7ac43877303f20a7a6205c48128143","span_id":"562201728b9891f4","x-request-id":"2bffd7ae-f76a-40a4-8f9a-265287ada29c"}
{"level":"error","ts":1789753933.2220924,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789753934.0508378,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753934.050949,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"info","ts":1789753934.05097,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"info","ts":1789753934.050982,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","EoS":true}
{"level":"info","ts":1789753934.0510035,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","header":"x-maas-keyname"}
{"level":"info","ts":1789753934.0510137,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","header":"x-maas-subscription"}
{"level":"info","ts":1789753934.0510206,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","header":"x-maas-group"}
{"level":"info","ts":1789753934.0510263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","header":"x-maas-username"}
{"level":"info","ts":1789753934.0510418,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753934.0510664,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"info","ts":1789753934.051744,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"info","ts":1789753934.051763,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"info","ts":1789753934.0517771,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","EoS":false}
{"level":"info","ts":1789753934.0517929,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"info","ts":1789753934.0518248,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6","EoS":true}
{"level":"info","ts":1789753934.05184,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9131afcbd42efefa8f07cfdb6c530d1b","span_id":"af71397ab8a865c5","x-request-id":"31e4a55f-5681-428c-92eb-b168075088b6"}
{"level":"error","ts":1789753948.223204,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789753953.8030324,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789753953.8031836,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"info","ts":1789753953.8032098,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"info","ts":1789753953.8032305,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","EoS":true}
{"level":"info","ts":1789753953.803266,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","header":"x-maas-username"}
{"level":"info","ts":1789753953.8032796,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","header":"x-maas-subscription"}
{"level":"info","ts":1789753953.803291,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","header":"x-maas-keyname"}
{"level":"info","ts":1789753953.8033001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","header":"x-maas-group"}
{"level":"info","ts":1789753953.803322,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789753953.8033571,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"info","ts":1789753953.8040822,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"info","ts":1789753953.8041368,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"info","ts":1789753953.8041627,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","EoS":false}
{"level":"info","ts":1789753953.8041918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"info","ts":1789753953.8042178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6","EoS":true}
{"level":"info","ts":1789753953.8042264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9250b9e914ae043a46b3f99a0cf26343","span_id":"70ef912bcc67b61d","x-request-id":"8ebe802e-f0bd-4e92-b9aa-dcb64c7e72b6"}
{"level":"error","ts":1789753968.2249267,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789754043.088673,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754043.0887713,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"info","ts":1789754043.0887856,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"info","ts":1789754043.0887985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","EoS":true}
{"level":"info","ts":1789754043.08882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","header":"x-maas-keyname"}
{"level":"info","ts":1789754043.0888295,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","header":"x-maas-group"}
{"level":"info","ts":1789754043.0888362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","header":"x-maas-subscription"}
{"level":"info","ts":1789754043.0888405,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","header":"x-maas-username"}
{"level":"info","ts":1789754043.0888548,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789754043.0888789,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"info","ts":1789754043.10138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"info","ts":1789754043.1014044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"info","ts":1789754043.1014214,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","EoS":false}
{"level":"info","ts":1789754043.1014323,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"info","ts":1789754043.1014564,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13","EoS":true}
{"level":"info","ts":1789754043.1014678,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4583898aa310beb31c2f8af1d30c90ab","span_id":"e90a989943209a79","x-request-id":"9819ab4c-365a-4560-80aa-ff7fc9c64f13"}
{"level":"error","ts":1789754053.2351544,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789754125.618006,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754125.618128,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"info","ts":1789754125.618144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"info","ts":1789754125.6181629,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","EoS":true}
{"level":"info","ts":1789754125.618195,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","header":"x-maas-group"}
{"level":"info","ts":1789754125.6182096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","header":"x-maas-subscription"}
{"level":"info","ts":1789754125.6182182,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","header":"x-maas-username"}
{"level":"info","ts":1789754125.6182272,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","header":"x-maas-keyname"}
{"level":"info","ts":1789754125.6182475,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789754125.6182833,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"info","ts":1789754125.6192312,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"info","ts":1789754125.6192586,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"info","ts":1789754125.6192818,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","EoS":false}
{"level":"info","ts":1789754125.619298,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"info","ts":1789754125.6193242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a","EoS":true}
{"level":"info","ts":1789754125.6193328,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f44d3a8d404f8040653c0de821ddae74","span_id":"53688a3d2e8b5a32","x-request-id":"b92b4f08-f323-4729-9cfc-930e3b12389a"}
{"level":"error","ts":1789754138.2429278,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789754139.3687649,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754139.3688695,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.3688853,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.368904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","EoS":true}
{"level":"info","ts":1789754139.3689327,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","header":"x-maas-username"}
{"level":"info","ts":1789754139.3689456,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","header":"x-maas-group"}
{"level":"info","ts":1789754139.3689544,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","header":"x-maas-subscription"}
{"level":"info","ts":1789754139.368963,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","header":"x-maas-keyname"}
{"level":"info","ts":1789754139.3689828,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789754139.3690178,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.381645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.381666,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.3816822,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","EoS":false}
{"level":"info","ts":1789754139.3816972,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.38172,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","EoS":false}
{"level":"info","ts":1789754139.3817327,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.3817441,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb","EoS":true}
{"level":"info","ts":1789754139.3817518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec8c07142651ee9fd52f656726e43e39","span_id":"c8d37f4636a477b6","x-request-id":"ec0cdc64-95a6-4ac2-8cc2-7da5795d75bb"}
{"level":"info","ts":1789754139.5206466,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754139.520719,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.5207326,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.5207455,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","EoS":true}
{"level":"info","ts":1789754139.5207622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","header":"x-maas-username"}
{"level":"info","ts":1789754139.5207698,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","header":"x-maas-keyname"}
{"level":"info","ts":1789754139.5207748,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","header":"x-maas-subscription"}
{"level":"info","ts":1789754139.52078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","header":"x-maas-group"}
{"level":"info","ts":1789754139.5207925,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789754139.5208142,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.5217214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.521744,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.5217679,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","EoS":false}
{"level":"info","ts":1789754139.5217915,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.5218277,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","EoS":false}
{"level":"info","ts":1789754139.5218394,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.5218508,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da","EoS":true}
{"level":"info","ts":1789754139.5218565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ec44bd447b30eece76dca28a29ee0b12","span_id":"55de3aed45569be9","x-request-id":"5b9e43ce-8973-4003-a177-723e697916da"}
{"level":"info","ts":1789754139.659182,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754139.659277,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6592937,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6593082,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","EoS":true}
{"level":"info","ts":1789754139.6593275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","header":"x-maas-username"}
{"level":"info","ts":1789754139.6593375,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","header":"x-maas-group"}
{"level":"info","ts":1789754139.659344,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","header":"x-maas-subscription"}
{"level":"info","ts":1789754139.6593497,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","header":"x-maas-keyname"}
{"level":"info","ts":1789754139.6593626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789754139.6593866,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6602724,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6602914,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6603098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","EoS":false}
{"level":"info","ts":1789754139.6603205,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6603456,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","EoS":false}
{"level":"info","ts":1789754139.6603572,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"info","ts":1789754139.6603677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa","EoS":true}
{"level":"info","ts":1789754139.660374,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"81398045097447b546e4f0198b6b0ef0","span_id":"f4463695ac725ae8","x-request-id":"8abc5259-c16d-437e-a53e-792a76b2a3aa"}
{"level":"error","ts":1789754153.244421,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789754156.6460965,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789754156.6461973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.646209,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.6462202,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","EoS":true}
{"level":"info","ts":1789754156.6462386,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","header":"x-maas-username"}
{"level":"info","ts":1789754156.6462476,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","header":"x-maas-keyname"}
{"level":"info","ts":1789754156.6462533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","header":"x-maas-group"}
{"level":"info","ts":1789754156.6462584,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","header":"x-maas-subscription"}
{"level":"info","ts":1789754156.6462722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789754156.6463025,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.647217,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.6472387,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.647256,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","EoS":false}
{"level":"info","ts":1789754156.6472719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.6472988,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","EoS":false}
{"level":"info","ts":1789754156.6473112,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"info","ts":1789754156.647322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9","EoS":true}
{"level":"info","ts":1789754156.6473305,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61df07e8a53f5e65717398541c7b96f9","span_id":"be9309911065d355","x-request-id":"83524c60-5847-4623-a085-8d9179fb8cb9"}
{"level":"error","ts":1789754168.2462282,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}