{"level":"info","ts":1789818252.6441576,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06df834848b7006c17fb723f245cef7b","span_id":"58153e4acd7d3142","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603","EoS":false}
{"level":"info","ts":1789818252.6441774,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06df834848b7006c17fb723f245cef7b","span_id":"58153e4acd7d3142","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603"}
{"level":"info","ts":1789818252.644233,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"06df834848b7006c17fb723f245cef7b","span_id":"58153e4acd7d3142","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603","EoS":true}
{"level":"info","ts":1789818252.6442494,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"06df834848b7006c17fb723f245cef7b","span_id":"58153e4acd7d3142","x-request-id":"4b1e1e4b-7e8c-4cae-a418-2a93d3ea0603"}
{"level":"info","ts":1789818253.4389796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1a00050-a814-4303-8f3a-d2a476e746c2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789818253.4391518,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1a00050-a814-4303-8f3a-d2a476e746c2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789818253.4391093,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61b71736-09e6-48a3-b604-df22fb4c7ed6"}
{"level":"info","ts":1789818253.580817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41aa24a2-e4c4-4099-bf6c-ef65a7fd26c5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789818253.5809155,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41aa24a2-e4c4-4099-bf6c-ef65a7fd26c5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789818253.5810153,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f8e8682e-0c27-436f-8d26-002a5d75dcda"}
{"level":"info","ts":1789818253.6904435,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d853cc1b-654c-4a5b-b655-2be0a44dd219","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789818253.6904862,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d853cc1b-654c-4a5b-b655-2be0a44dd219","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789818256.5315163,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789818256.5316107,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a19e66ab4af7312c035a9680e5bae9b1","span_id":"c7db1601c646fafb","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d"}
{"level":"info","ts":1789818256.5316236,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a19e66ab4af7312c035a9680e5bae9b1","span_id":"c7db1601c646fafb","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d"}
{"level":"info","ts":1789818256.5316343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a19e66ab4af7312c035a9680e5bae9b1","span_id":"c7db1601c646fafb","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d","EoS":true}
{"level":"info","ts":1789818256.5316856,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a19e66ab4af7312c035a9680e5bae9b1","span_id":"c7db1601c646fafb","x-request-id":"408fb6a5-4b23-4617-9744-5ef00b93822d"}
{"level":"info","ts":1789818256.6850595,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789818256.68515,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"865de58e0a5330276d6fd57af8f993d6","span_id":"be56c9233ed7c8f5","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c"}
{"level":"info","ts":1789818256.6851652,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"865de58e0a5330276d6fd57af8f993d6","span_id":"be56c9233ed7c8f5","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c"}
{"level":"info","ts":1789818256.685177,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"865de58e0a5330276d6fd57af8f993d6","span_id":"be56c9233ed7c8f5","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c","EoS":true}
{"level":"info","ts":1789818256.685246,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"865de58e0a5330276d6fd57af8f993d6","span_id":"be56c9233ed7c8f5","x-request-id":"29bdfad4-7065-44ce-a8ad-716cd863017c"}
{"level":"info","ts":1789818256.8325925,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789818256.8326957,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1f532cb6cae89e540c7ad63f56fafaca","span_id":"930c6f93eaf01871","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32"}
{"level":"info","ts":1789818256.8327122,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1f532cb6cae89e540c7ad63f56fafaca","span_id":"930c6f93eaf01871","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32"}
{"level":"info","ts":1789818256.8327277,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1f532cb6cae89e540c7ad63f56fafaca","span_id":"930c6f93eaf01871","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32","EoS":true}
{"level":"info","ts":1789818256.8327787,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1f532cb6cae89e540c7ad63f56fafaca","span_id":"930c6f93eaf01871","x-request-id":"22066b0e-aa27-4025-aec8-40f53816da32"}
{"level":"error","ts":1789818260.6162305,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789818270.6170032,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789818280.617278,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819323.0405617,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819323.0406694,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.040681,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.0406926,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","EoS":true}
{"level":"info","ts":1789819323.040717,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","header":"x-maas-group"}
{"level":"info","ts":1789819323.0407271,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","header":"x-maas-username"}
{"level":"info","ts":1789819323.040732,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","header":"x-maas-subscription"}
{"level":"info","ts":1789819323.0407357,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","header":"x-maas-keyname"}
{"level":"info","ts":1789819323.0407498,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789819323.0407774,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.0417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.0417252,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.041741,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","EoS":false}
{"level":"info","ts":1789819323.0417552,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.04178,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108","EoS":true}
{"level":"info","ts":1789819323.0417895,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87da052eeb58b7ec6f69479cb5fe609a","span_id":"a360d9f37efaf2c2","x-request-id":"69bf4461-246c-4808-af8c-5fd3d0d52108"}
{"level":"info","ts":1789819323.0834486,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819323.0835314,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"info","ts":1789819323.0835447,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"info","ts":1789819323.083563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","EoS":true}
{"level":"info","ts":1789819323.0835967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","header":"x-maas-username"}
{"level":"info","ts":1789819323.0836084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","header":"x-maas-subscription"}
{"level":"info","ts":1789819323.0836163,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","header":"x-maas-group"}
{"level":"info","ts":1789819323.083626,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","header":"x-maas-keyname"}
{"level":"info","ts":1789819323.083648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789819323.083678,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"info","ts":1789819323.084687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"info","ts":1789819323.0847013,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"info","ts":1789819323.0847101,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","EoS":false}
{"level":"info","ts":1789819323.0847208,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"info","ts":1789819323.0847478,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81","EoS":true}
{"level":"info","ts":1789819323.0847561,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b5bbd0006a388ccf4299b23c6eeaf76f","span_id":"ec23065cefffa266","x-request-id":"e04ca0d2-8081-4aa6-98cc-6882450b2c81"}
{"level":"error","ts":1789819335.7323754,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819633.4708104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6ebccc0-a5c3-44da-b958-0b7d89aeda8d"}
{"level":"info","ts":1789819633.4708207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e10aa271-2620-4544-bacf-000bdd681037","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789819633.4708662,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e10aa271-2620-4544-bacf-000bdd681037","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.4708922,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e10aa271-2620-4544-bacf-000bdd681037"}
{"level":"error","ts":1789819633.4773812,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6ebccc0-a5c3-44da-b958-0b7d89aeda8d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.4774373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9b8e54fd-56d3-4b3d-9c48-cd1f1d46dbb2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789819633.477466,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9b8e54fd-56d3-4b3d-9c48-cd1f1d46dbb2","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.4775016,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9b8e54fd-56d3-4b3d-9c48-cd1f1d46dbb2"}
{"level":"info","ts":1789819633.4834929,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc1c8548-eb75-418c-b32b-24606f927a4f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789819633.483518,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc1c8548-eb75-418c-b32b-24606f927a4f","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.4835377,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cc1c8548-eb75-418c-b32b-24606f927a4f"}
{"level":"error","ts":1789819633.4835732,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d6ebccc0-a5c3-44da-b958-0b7d89aeda8d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.4836338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da24324e-2779-4404-99ec-92b4d9b14f57"}
{"level":"error","ts":1789819633.4836555,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da24324e-2779-4404-99ec-92b4d9b14f57","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819633.486945,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"da24324e-2779-4404-99ec-92b4d9b14f57","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.4971669,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9d512163-7d70-4752-b3c0-f76f0fd7f3f7"}
{"level":"error","ts":1789819633.4972284,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9d512163-7d70-4752-b3c0-f76f0fd7f3f7","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819633.5005076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9d512163-7d70-4752-b3c0-f76f0fd7f3f7","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.520662,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f5555371-bc6a-4b30-9994-e3f4bf22b6ad"}
{"level":"error","ts":1789819633.5207043,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f5555371-bc6a-4b30-9994-e3f4bf22b6ad","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819633.5243354,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f5555371-bc6a-4b30-9994-e3f4bf22b6ad","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.5654328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77694f11-77ca-4a74-9440-62e28399695a"}
{"level":"error","ts":1789819633.565471,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77694f11-77ca-4a74-9440-62e28399695a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819633.56915,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"77694f11-77ca-4a74-9440-62e28399695a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.6089463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"307db66f-f146-4248-8207-735c7c3fc349","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789819633.6089897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6cf03bc0-6bb4-4689-89e6-531214acaf03"}
{"level":"error","ts":1789819633.6089785,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"307db66f-f146-4248-8207-735c7c3fc349","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.60901,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"307db66f-f146-4248-8207-735c7c3fc349"}
{"level":"error","ts":1789819633.609025,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6cf03bc0-6bb4-4689-89e6-531214acaf03","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819633.6153615,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6cf03bc0-6bb4-4689-89e6-531214acaf03","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819633.7756462,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"245868cc-3dfd-43e4-94b4-6a208a09599e"}
{"level":"error","ts":1789819633.7757072,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"245868cc-3dfd-43e4-94b4-6a208a09599e","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819633.780721,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"245868cc-3dfd-43e4-94b4-6a208a09599e","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819634.1009562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d90d597b-b793-4100-812f-3742fb1c303c"}
{"level":"error","ts":1789819634.1010218,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d90d597b-b793-4100-812f-3742fb1c303c","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819634.1055079,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d90d597b-b793-4100-812f-3742fb1c303c","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819634.7461514,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c5ece78-ef64-4e5e-8b6d-9d1d06aadb3f"}
{"level":"error","ts":1789819634.7462244,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c5ece78-ef64-4e5e-8b6d-9d1d06aadb3f","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819634.7504814,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7c5ece78-ef64-4e5e-8b6d-9d1d06aadb3f","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819636.0311503,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1bf5e639-a64f-421f-adc8-50fc4df29aa3"}
{"level":"error","ts":1789819636.0312297,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1bf5e639-a64f-421f-adc8-50fc4df29aa3","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819636.035499,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"1bf5e639-a64f-421f-adc8-50fc4df29aa3","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819638.595798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4329d2c8-ea77-4a92-94f4-c030369f3c0d"}
{"level":"error","ts":1789819638.5958605,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4329d2c8-ea77-4a92-94f4-c030369f3c0d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819638.6004121,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4329d2c8-ea77-4a92-94f4-c030369f3c0d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819638.609332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8dd6df23-0468-420f-9f8b-786f3ea486c4","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789819638.6093762,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8dd6df23-0468-420f-9f8b-786f3ea486c4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819638.6094043,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8dd6df23-0468-420f-9f8b-786f3ea486c4"}
{"level":"info","ts":1789819643.609761,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"300d32e8-fbc5-43ac-8e61-d210a45681a0","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789819643.6098151,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"300d32e8-fbc5-43ac-8e61-d210a45681a0","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819643.60985,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"300d32e8-fbc5-43ac-8e61-d210a45681a0"}
{"level":"info","ts":1789819643.7211845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52d20c43-51ac-4c02-9c07-97fa30830797"}
{"level":"error","ts":1789819643.721259,"caller":"externalmodel/reconciler.go:136","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52d20c43-51ac-4c02-9c07-97fa30830797","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:136\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789819643.7257454,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"52d20c43-51ac-4c02-9c07-97fa30830797","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789819644.0795212,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819644.0796242,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.0796363,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.0796478,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","EoS":true}
{"level":"info","ts":1789819644.0796752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","header":"x-maas-group"}
{"level":"info","ts":1789819644.0796869,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","header":"x-maas-keyname"}
{"level":"info","ts":1789819644.0796914,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","header":"x-maas-subscription"}
{"level":"info","ts":1789819644.079697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","header":"x-maas-username"}
{"level":"info","ts":1789819644.0797138,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819644.07974,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.0836504,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.0836716,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.083686,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","EoS":false}
{"level":"info","ts":1789819644.0836983,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.0837243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766","EoS":true}
{"level":"info","ts":1789819644.0837343,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ab5cf042bf5867f83e7f9ff2bd0151b7","span_id":"7c18e9c915e15b21","x-request-id":"07e89673-bdb5-4f52-96e5-c50684d21766"}
{"level":"info","ts":1789819644.134783,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819644.134872,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.1348834,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.134894,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","EoS":true}
{"level":"info","ts":1789819644.1349146,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","header":"x-maas-keyname"}
{"level":"info","ts":1789819644.1349251,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","header":"x-maas-group"}
{"level":"info","ts":1789819644.1349301,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","header":"x-maas-username"}
{"level":"info","ts":1789819644.1349356,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","header":"x-maas-subscription"}
{"level":"info","ts":1789819644.1349502,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819644.1349754,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.1359773,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.1359951,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.1360083,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","EoS":false}
{"level":"info","ts":1789819644.1360192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.1360443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10","EoS":true}
{"level":"info","ts":1789819644.1360605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"417997da2ea25345f366d9f546ae8b1b","span_id":"8568263d43d5df2f","x-request-id":"721af245-6a82-416a-b578-19a2762c3a10"}
{"level":"info","ts":1789819644.1774764,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819644.1775606,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.177572,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.1775827,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","EoS":true}
{"level":"info","ts":1789819644.1776042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","header":"x-maas-username"}
{"level":"info","ts":1789819644.177615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","header":"x-maas-group"}
{"level":"info","ts":1789819644.17762,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","header":"x-maas-subscription"}
{"level":"info","ts":1789819644.1776252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","header":"x-maas-keyname"}
{"level":"info","ts":1789819644.1776373,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819644.177658,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.1787224,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.1787388,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.178751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","EoS":false}
{"level":"info","ts":1789819644.1787605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.1787817,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d","EoS":true}
{"level":"info","ts":1789819644.1787896,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"bdf0af95f2b306c777926f8683dd1520","span_id":"32d154bc40de3966","x-request-id":"3523d808-a4c4-4713-bb27-40b8c223667d"}
{"level":"info","ts":1789819644.2935867,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819644.2936776,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.29369,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.2937005,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","EoS":true}
{"level":"info","ts":1789819644.2937217,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","header":"x-maas-group"}
{"level":"info","ts":1789819644.2937298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","header":"x-maas-subscription"}
{"level":"info","ts":1789819644.2937343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","header":"x-maas-keyname"}
{"level":"info","ts":1789819644.2937396,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","header":"x-maas-username"}
{"level":"info","ts":1789819644.293753,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819644.293829,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.2947912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.2948074,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.2948234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","EoS":false}
{"level":"info","ts":1789819644.294834,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.294857,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914","EoS":true}
{"level":"info","ts":1789819644.2948663,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"031146bdc042163bdf3389512c12f4c3","span_id":"74a3ed9ea97cc77e","x-request-id":"95eeb2a3-08f9-432e-8bf1-816edbc68914"}
{"level":"info","ts":1789819644.4238398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bba30a19-8e27-4402-9eb3-e8a3d7bc8101","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789819644.4238777,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"bba30a19-8e27-4402-9eb3-e8a3d7bc8101","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789819644.4238398,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ebbd4344-ac1b-467b-82d3-2a80cfc6c769"}
{"level":"error","ts":1789819655.7705758,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819677.914999,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819677.915133,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819677.91515,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819677.9151692,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","EoS":true}
{"level":"info","ts":1789819677.9152334,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","header":"x-maas-username"}
{"level":"info","ts":1789819677.915248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","header":"x-maas-group"}
{"level":"info","ts":1789819677.9152565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","header":"x-maas-keyname"}
{"level":"info","ts":1789819677.915264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","header":"x-maas-subscription"}
{"level":"info","ts":1789819677.9152856,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819677.9153223,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819677.9287417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819677.9287672,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819677.9287822,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","EoS":false}
{"level":"info","ts":1789819677.9287944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819677.9288278,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf","EoS":true}
{"level":"info","ts":1789819677.9288392,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a49432d1b7b7dade374566dab8652525","span_id":"e34c31eec57019dc","x-request-id":"1d32f3c6-1d0f-4925-b304-938e9a894bcf"}
{"level":"info","ts":1789819678.0645123,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819678.0646143,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.0646284,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.0646453,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","EoS":true}
{"level":"info","ts":1789819678.0646677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","header":"x-maas-keyname"}
{"level":"info","ts":1789819678.0646784,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","header":"x-maas-username"}
{"level":"info","ts":1789819678.0646832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","header":"x-maas-group"}
{"level":"info","ts":1789819678.064688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","header":"x-maas-subscription"}
{"level":"info","ts":1789819678.064703,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819678.0647328,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.0673702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.0673876,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.0674033,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","EoS":false}
{"level":"info","ts":1789819678.067419,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.0674443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd","EoS":true}
{"level":"info","ts":1789819678.0674536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f783c150f16d674050a59833b77c444","span_id":"8ddd55ee9a22996b","x-request-id":"77132bd9-df79-49dd-acbc-8a6458a5f5bd"}
{"level":"info","ts":1789819678.210183,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819678.2103064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.210321,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.2103322,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","EoS":true}
{"level":"info","ts":1789819678.210355,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","header":"x-maas-username"}
{"level":"info","ts":1789819678.2103643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","header":"x-maas-keyname"}
{"level":"info","ts":1789819678.2103696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","header":"x-maas-group"}
{"level":"info","ts":1789819678.2103739,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","header":"x-maas-subscription"}
{"level":"info","ts":1789819678.2103887,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819678.2104142,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.211404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.211422,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.2114336,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","EoS":false}
{"level":"info","ts":1789819678.2114508,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.2114754,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce","EoS":true}
{"level":"info","ts":1789819678.211485,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"37e52cf8831c9dde49bdca648df5cd02","span_id":"af8d41e9eba42220","x-request-id":"518bb4c7-aa75-4861-9890-099206a2e8ce"}
{"level":"info","ts":1789819678.3473294,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819678.3474333,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.347445,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.3474562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","EoS":true}
{"level":"info","ts":1789819678.3474772,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","header":"x-maas-group"}
{"level":"info","ts":1789819678.3474882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","header":"x-maas-keyname"}
{"level":"info","ts":1789819678.3474965,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","header":"x-maas-subscription"}
{"level":"info","ts":1789819678.3475022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","header":"x-maas-username"}
{"level":"info","ts":1789819678.347516,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819678.347538,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.3485548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.3485737,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.348584,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","EoS":false}
{"level":"info","ts":1789819678.3485963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.3486202,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74","EoS":true}
{"level":"info","ts":1789819678.3486288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65576e391b2baa647477f7898e7d312b","span_id":"ec8194e69a89af30","x-request-id":"247eb47d-0675-4399-a55a-4f731f293c74"}
{"level":"info","ts":1789819678.4876635,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819678.4877546,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"info","ts":1789819678.4877665,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"info","ts":1789819678.4877775,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","EoS":true}
{"level":"info","ts":1789819678.4877973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","header":"x-maas-username"}
{"level":"info","ts":1789819678.4878073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","header":"x-maas-subscription"}
{"level":"info","ts":1789819678.4878123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","header":"x-maas-keyname"}
{"level":"info","ts":1789819678.4878178,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","header":"x-maas-group"}
{"level":"info","ts":1789819678.487831,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819678.4878569,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"info","ts":1789819678.4888792,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"info","ts":1789819678.4888897,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"info","ts":1789819678.4889,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","EoS":false}
{"level":"info","ts":1789819678.4889095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"info","ts":1789819678.4889286,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa","EoS":true}
{"level":"info","ts":1789819678.4889362,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c8f9ae9ba285829cead98fa0e5a751b","span_id":"ffb95381d286f23d","x-request-id":"2deef36b-6094-413b-9cb1-1ace3177a2fa"}
{"level":"error","ts":1789819690.774172,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819699.7410228,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819699.7411354,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.74115,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.7411618,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","EoS":true}
{"level":"info","ts":1789819699.7412128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","header":"x-maas-username"}
{"level":"info","ts":1789819699.7412264,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","header":"x-maas-subscription"}
{"level":"info","ts":1789819699.7412353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","header":"x-maas-keyname"}
{"level":"info","ts":1789819699.7412395,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","header":"x-maas-group"}
{"level":"info","ts":1789819699.7412534,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819699.741279,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.7424746,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.7424989,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.742513,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","EoS":false}
{"level":"info","ts":1789819699.7425241,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.7425444,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f","EoS":true}
{"level":"info","ts":1789819699.742554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f76df9fd9ef9fa8ef13d25f313d2b38","span_id":"a40fdd220667dea5","x-request-id":"07393292-1162-4180-8b6a-0b1429bd7b0f"}
{"level":"info","ts":1789819699.7776763,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819699.7777584,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.7777705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.777781,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","EoS":true}
{"level":"info","ts":1789819699.7777984,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","header":"x-maas-subscription"}
{"level":"info","ts":1789819699.777809,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","header":"x-maas-keyname"}
{"level":"info","ts":1789819699.7778144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","header":"x-maas-username"}
{"level":"info","ts":1789819699.777819,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","header":"x-maas-group"}
{"level":"info","ts":1789819699.777831,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819699.7778516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.7788732,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.7788882,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.7789004,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","EoS":false}
{"level":"info","ts":1789819699.778911,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.7789373,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e","EoS":true}
{"level":"info","ts":1789819699.7789483,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ccf62e350676c76fca0bea8e29c92ccb","span_id":"3d6ac38948789987","x-request-id":"46ba5343-823f-4b36-abbd-51bfbdf33e7e"}
{"level":"info","ts":1789819699.8766928,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819699.8767781,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b"}
{"level":"info","ts":1789819699.8778872,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b"}
{"level":"info","ts":1789819699.8779044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b"}
{"level":"info","ts":1789819699.8779163,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b","EoS":false}
{"level":"info","ts":1789819699.8779278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b"}
{"level":"info","ts":1789819699.8779511,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b","EoS":true}
{"level":"info","ts":1789819699.8779602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"83c0723bb9c0fce61e10479c8baba80d","span_id":"5cd63040b6e34e8a","x-request-id":"264dfd0c-346d-4dde-a17e-7d3fc02b153b"}
{"level":"info","ts":1789819700.6391048,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819700.6392195,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819700.6392322,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819700.6392448,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","EoS":true}
{"level":"info","ts":1789819700.6392665,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","header":"x-maas-subscription"}
{"level":"info","ts":1789819700.6392767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","header":"x-maas-keyname"}
{"level":"info","ts":1789819700.6392825,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","header":"x-maas-username"}
{"level":"info","ts":1789819700.6392913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","header":"x-maas-group"}
{"level":"info","ts":1789819700.6393065,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819700.6393354,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819700.640175,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819700.640214,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819700.6402326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","EoS":false}
{"level":"info","ts":1789819700.6402426,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819700.6402633,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5","EoS":true}
{"level":"info","ts":1789819700.6402743,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3623a0cf4e8e8fd96fd69a6fe93173c8","span_id":"f4d5ddd412312f70","x-request-id":"b1a3cbf4-02e5-4848-9b1d-30acd4d1e5f5"}
{"level":"info","ts":1789819701.5889022,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819701.589009,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819701.5890255,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819701.589045,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","EoS":true}
{"level":"info","ts":1789819701.5891244,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","header":"x-maas-subscription"}
{"level":"info","ts":1789819701.5891385,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","header":"x-maas-group"}
{"level":"info","ts":1789819701.5891464,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","header":"x-maas-username"}
{"level":"info","ts":1789819701.589156,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","header":"x-maas-keyname"}
{"level":"info","ts":1789819701.5891793,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819701.5892413,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819701.590046,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819701.5900633,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819701.5900729,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","EoS":false}
{"level":"info","ts":1789819701.5900893,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819701.590116,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693","EoS":true}
{"level":"info","ts":1789819701.5901253,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ee690bfaf526e86c0409803794830ebd","span_id":"32a9e042fa85ab77","x-request-id":"1a9543e4-131d-4ea6-89a5-135e247fc693"}
{"level":"info","ts":1789819702.285102,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819702.285217,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819702.2852316,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819702.2852507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","EoS":true}
{"level":"info","ts":1789819702.2852802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","header":"x-maas-subscription"}
{"level":"info","ts":1789819702.2852936,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","header":"x-maas-username"}
{"level":"info","ts":1789819702.2853014,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","header":"x-maas-keyname"}
{"level":"info","ts":1789819702.2853098,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","header":"x-maas-group"}
{"level":"info","ts":1789819702.2853305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819702.2853613,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819702.28629,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819702.2863097,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819702.2863243,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","EoS":false}
{"level":"info","ts":1789819702.286338,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819702.2863617,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28","EoS":true}
{"level":"info","ts":1789819702.2863739,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2109e719df8f49803cbad550744c48dd","span_id":"64140ba872c72d4f","x-request-id":"49541067-0bc6-4e8b-a970-fa5edbdaea28"}
{"level":"info","ts":1789819703.3323715,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819703.3324842,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"info","ts":1789819703.3325005,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"info","ts":1789819703.3325179,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","EoS":true}
{"level":"info","ts":1789819703.3325427,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","header":"x-maas-subscription"}
{"level":"info","ts":1789819703.3325531,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","header":"x-maas-group"}
{"level":"info","ts":1789819703.3325589,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","header":"x-maas-username"}
{"level":"info","ts":1789819703.3325632,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","header":"x-maas-keyname"}
{"level":"info","ts":1789819703.3325775,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819703.3326073,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"info","ts":1789819703.333432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"info","ts":1789819703.3334444,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"info","ts":1789819703.333461,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","EoS":false}
{"level":"info","ts":1789819703.333472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"info","ts":1789819703.3335023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233","EoS":true}
{"level":"info","ts":1789819703.3335123,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"017778e15b9d1549fe8380a726968abb","span_id":"0e700880934a8667","x-request-id":"79020f58-f73a-41c3-910f-a65a7ac21233"}
{"level":"error","ts":1789819710.7752078,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789819725.7761734,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819733.5389478,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819733.5390353,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"info","ts":1789819733.5390468,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"info","ts":1789819733.5390563,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","EoS":true}
{"level":"info","ts":1789819733.5390759,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","header":"x-maas-subscription"}
{"level":"info","ts":1789819733.539086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","header":"x-maas-keyname"}
{"level":"info","ts":1789819733.5390909,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","header":"x-maas-username"}
{"level":"info","ts":1789819733.5390954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","header":"x-maas-group"}
{"level":"info","ts":1789819733.5391085,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819733.5391326,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"info","ts":1789819733.539999,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"info","ts":1789819733.5400121,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"info","ts":1789819733.540023,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","EoS":false}
{"level":"info","ts":1789819733.5400326,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"info","ts":1789819733.5400484,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793","EoS":true}
{"level":"info","ts":1789819733.5400639,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"82e0141d7a552a381d3d8afdd5326c68","span_id":"e5d53aef021a8c34","x-request-id":"a5d88069-52d8-42d7-bdff-e9f24023f793"}
{"level":"error","ts":1789819745.7782316,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819831.3429542,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819831.3430429,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"info","ts":1789819831.3430552,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"info","ts":1789819831.3430657,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","EoS":true}
{"level":"info","ts":1789819831.3430843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","header":"x-maas-group"}
{"level":"info","ts":1789819831.3430922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","header":"x-maas-keyname"}
{"level":"info","ts":1789819831.3430974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","header":"x-maas-username"}
{"level":"info","ts":1789819831.3431025,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","header":"x-maas-subscription"}
{"level":"info","ts":1789819831.3431158,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789819831.3431396,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"info","ts":1789819831.3635936,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"info","ts":1789819831.363616,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"info","ts":1789819831.363631,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","EoS":false}
{"level":"info","ts":1789819831.3636425,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"info","ts":1789819831.3636649,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e","EoS":true}
{"level":"info","ts":1789819831.3636727,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d7d78418265a46005d26c27b0a52b00a","span_id":"5621ab50c972b4e0","x-request-id":"103dc3d4-e74c-4d82-bcd7-69b4a88d4a3e"}
{"level":"error","ts":1789819845.791127,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819916.4939246,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819916.4940207,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"info","ts":1789819916.4940336,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"info","ts":1789819916.4940448,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","EoS":true}
{"level":"info","ts":1789819916.4940658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","header":"x-maas-username"}
{"level":"info","ts":1789819916.4940755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","header":"x-maas-group"}
{"level":"info","ts":1789819916.4940805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","header":"x-maas-subscription"}
{"level":"info","ts":1789819916.4940846,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","header":"x-maas-keyname"}
{"level":"info","ts":1789819916.4940987,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789819916.4941232,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"info","ts":1789819916.495274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"info","ts":1789819916.4952936,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"info","ts":1789819916.495308,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","EoS":false}
{"level":"info","ts":1789819916.4953194,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"info","ts":1789819916.4953427,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7","EoS":true}
{"level":"info","ts":1789819916.495352,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5f09e1b9ed8127a5afc7886e9259765a","span_id":"8c7dd992920bc2e5","x-request-id":"2fe11dd1-a45c-467f-9040-9ff619df64a7"}
{"level":"error","ts":1789819930.800807,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819935.5437927,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819935.5438888,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5439005,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5439115,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":true}
{"level":"info","ts":1789819935.543934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","header":"x-maas-keyname"}
{"level":"info","ts":1789819935.543945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","header":"x-maas-subscription"}
{"level":"info","ts":1789819935.5439503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","header":"x-maas-username"}
{"level":"info","ts":1789819935.5439541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","header":"x-maas-group"}
{"level":"info","ts":1789819935.5439682,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789819935.5439954,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5639207,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5639474,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.563964,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":false}
{"level":"info","ts":1789819935.5639768,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5640063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":false}
{"level":"info","ts":1789819935.564015,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5640264,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":false}
{"level":"info","ts":1789819935.5640366,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.5640466,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b","EoS":true}
{"level":"info","ts":1789819935.5640538,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6321e8772826e2e79adc1f5bff595029","span_id":"f5121f642976c03f","x-request-id":"755b0afa-0d9f-483b-a1fa-a6a28a24930b"}
{"level":"info","ts":1789819935.7064703,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819935.7065594,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.7065723,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.7065835,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","EoS":true}
{"level":"info","ts":1789819935.7066028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","header":"x-maas-keyname"}
{"level":"info","ts":1789819935.7066126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","header":"x-maas-subscription"}
{"level":"info","ts":1789819935.7066183,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","header":"x-maas-group"}
{"level":"info","ts":1789819935.7066228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","header":"x-maas-username"}
{"level":"info","ts":1789819935.7066352,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789819935.7066596,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.709305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.7093194,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.7093322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","EoS":false}
{"level":"info","ts":1789819935.7093427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.709469,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","EoS":false}
{"level":"info","ts":1789819935.7094944,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.7095158,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74","EoS":true}
{"level":"info","ts":1789819935.7095258,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"be2b72dc04eab9ccd08acd372adefbc1","span_id":"ee74783421e6dc73","x-request-id":"9f5003c4-013f-459a-a4f0-75923ec08e74"}
{"level":"info","ts":1789819935.8701088,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819935.870213,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.8702278,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.8702397,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","EoS":true}
{"level":"info","ts":1789819935.870259,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","header":"x-maas-group"}
{"level":"info","ts":1789819935.8702743,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","header":"x-maas-username"}
{"level":"info","ts":1789819935.8702798,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","header":"x-maas-subscription"}
{"level":"info","ts":1789819935.8702843,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","header":"x-maas-keyname"}
{"level":"info","ts":1789819935.8702972,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789819935.870321,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.8714788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.8714902,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.871506,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","EoS":false}
{"level":"info","ts":1789819935.8715167,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.8715386,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","EoS":false}
{"level":"info","ts":1789819935.8715503,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"info","ts":1789819935.8715615,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b","EoS":true}
{"level":"info","ts":1789819935.8715682,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"760dab72917e1fe223b8fd9840d91fd8","span_id":"f2f7d0f81db81888","x-request-id":"a673c4be-fa1b-47fb-b3a4-f390457f927b"}
{"level":"error","ts":1789819945.8022594,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789819958.0347474,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789819958.0348382,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.034851,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.0348623,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","EoS":true}
{"level":"info","ts":1789819958.0348814,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","header":"x-maas-group"}
{"level":"info","ts":1789819958.0348918,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","header":"x-maas-subscription"}
{"level":"info","ts":1789819958.0348964,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","header":"x-maas-username"}
{"level":"info","ts":1789819958.0349007,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","header":"x-maas-keyname"}
{"level":"info","ts":1789819958.0349135,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789819958.0349383,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.036278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.0362973,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.0363176,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","EoS":false}
{"level":"info","ts":1789819958.0363312,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.03636,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","EoS":false}
{"level":"info","ts":1789819958.0363755,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"info","ts":1789819958.0363877,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336","EoS":true}
{"level":"info","ts":1789819958.0363963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"836c5c47aa986c7eca6a19c0d2aa72eb","span_id":"e4b4a7708cc1299f","x-request-id":"7c9d1fbf-41ff-4b67-80c0-3c0f4b309336"}
{"level":"error","ts":1789819960.8037302,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789819970.8045824,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}