{"level":"info","ts":1789654757.7683797,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3b315257-7615-4aa7-a275-a7a87500df2f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789654757.8869703,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a8a0ae33-a21d-407c-a022-d3c6f6c57cb4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789654757.8870425,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a8a0ae33-a21d-407c-a022-d3c6f6c57cb4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789654759.4331853,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654759.4332972,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.433309,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.433321,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","EoS":true}
{"level":"info","ts":1789654759.4333482,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","header":"x-maas-group"}
{"level":"info","ts":1789654759.4333875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","header":"x-maas-username"}
{"level":"info","ts":1789654759.4333923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","header":"x-maas-keyname"}
{"level":"info","ts":1789654759.433397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","header":"x-maas-subscription"}
{"level":"info","ts":1789654759.4334142,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654759.4334419,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.4511387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.4511712,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.4511945,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","EoS":false}
{"level":"info","ts":1789654759.4512095,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.451242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342","EoS":true}
{"level":"info","ts":1789654759.4512541,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"61afd3c6321bfc1e490354bb2b0bdeb6","span_id":"988dc0b1983423b7","x-request-id":"c2766806-c759-47c7-bdab-bbc6d444a342"}
{"level":"info","ts":1789654759.7261536,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654759.7262623,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7262762,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7262876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","EoS":true}
{"level":"info","ts":1789654759.726315,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","header":"x-maas-keyname"}
{"level":"info","ts":1789654759.726326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","header":"x-maas-username"}
{"level":"info","ts":1789654759.7263317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","header":"x-maas-group"}
{"level":"info","ts":1789654759.7263367,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","header":"x-maas-subscription"}
{"level":"info","ts":1789654759.7264051,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654759.7264352,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7330887,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7331188,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7331388,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","EoS":false}
{"level":"info","ts":1789654759.7331536,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654759.7331831,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5","EoS":true}
{"level":"info","ts":1789654759.733192,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"41088867392dc23665e3436843fbf541","span_id":"8cc6a1b5db14d123","x-request-id":"6f9b286a-38ab-4518-8e09-75968b0f00d5"}
{"level":"info","ts":1789654760.021663,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654760.0217707,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.021784,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.0217965,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","EoS":true}
{"level":"info","ts":1789654760.0218194,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","header":"x-maas-group"}
{"level":"info","ts":1789654760.0218294,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","header":"x-maas-username"}
{"level":"info","ts":1789654760.021835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","header":"x-maas-subscription"}
{"level":"info","ts":1789654760.0218391,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","header":"x-maas-keyname"}
{"level":"info","ts":1789654760.021855,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654760.0218868,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.0234063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.0234325,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.0234494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","EoS":false}
{"level":"info","ts":1789654760.023463,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.0234902,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e","EoS":true}
{"level":"info","ts":1789654760.0234997,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4fef84bc8f91a2929aed6fdd7f81b32e","span_id":"35c7816cc72450d2","x-request-id":"d1cfbd40-2e8d-4ca0-9bc0-659f2d41fa3e"}
{"level":"info","ts":1789654760.369242,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654760.369397,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.369412,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.3694253,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","EoS":true}
{"level":"info","ts":1789654760.3694503,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","header":"x-maas-group"}
{"level":"info","ts":1789654760.3694596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","header":"x-maas-keyname"}
{"level":"info","ts":1789654760.369465,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","header":"x-maas-username"}
{"level":"info","ts":1789654760.3694704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","header":"x-maas-subscription"}
{"level":"info","ts":1789654760.369487,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789654760.3695168,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.3710272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.371051,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.371066,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","EoS":false}
{"level":"info","ts":1789654760.3710797,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"info","ts":1789654760.371107,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc","EoS":true}
{"level":"info","ts":1789654760.3711193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f437cbd51562593f284a17c6b3813f48","span_id":"87110165dd66229f","x-request-id":"3001e104-5386-49a7-810c-2bb4370cc4fc"}
{"level":"error","ts":1789654760.4652526,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789654770.4654524,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789654774.927001,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654774.9271226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"77a591793cb2236bc93033040e5d11c8","span_id":"f4dc78c99ff103a3","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae"}
{"level":"info","ts":1789654774.9271383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"77a591793cb2236bc93033040e5d11c8","span_id":"f4dc78c99ff103a3","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae"}
{"level":"info","ts":1789654774.9271562,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"77a591793cb2236bc93033040e5d11c8","span_id":"f4dc78c99ff103a3","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae","EoS":true}
{"level":"info","ts":1789654774.9272165,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"77a591793cb2236bc93033040e5d11c8","span_id":"f4dc78c99ff103a3","x-request-id":"750f633a-3590-4097-9a93-88bc97dda1ae"}
{"level":"info","ts":1789654775.0763824,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654775.0764883,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6eccae3d9ff4c87e3ddf49d6fd593e65","span_id":"ffb047e2ad7be8b3","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606"}
{"level":"info","ts":1789654775.0765002,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6eccae3d9ff4c87e3ddf49d6fd593e65","span_id":"ffb047e2ad7be8b3","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606"}
{"level":"info","ts":1789654775.076512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6eccae3d9ff4c87e3ddf49d6fd593e65","span_id":"ffb047e2ad7be8b3","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606","EoS":true}
{"level":"info","ts":1789654775.076562,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6eccae3d9ff4c87e3ddf49d6fd593e65","span_id":"ffb047e2ad7be8b3","x-request-id":"571ca7ac-7f68-411a-b894-24ce0042d606"}
{"level":"info","ts":1789654775.2390053,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789654775.2391117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1bd447ee49aa8d98d329626a01c8fab6","span_id":"877c5f7fc554bf5e","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23"}
{"level":"info","ts":1789654775.239125,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1bd447ee49aa8d98d329626a01c8fab6","span_id":"877c5f7fc554bf5e","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23"}
{"level":"info","ts":1789654775.2391372,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1bd447ee49aa8d98d329626a01c8fab6","span_id":"877c5f7fc554bf5e","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23","EoS":true}
{"level":"info","ts":1789654775.2391841,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1bd447ee49aa8d98d329626a01c8fab6","span_id":"877c5f7fc554bf5e","x-request-id":"235c466f-c5c6-438c-a829-0a3db36f1c23"}
{"level":"error","ts":1789654780.4656012,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789654790.4663258,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789654800.4665835,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789654815.4677663,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656344.841023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2a5a9b3-fff7-4b91-93e8-c67248e415f4","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789656344.8410618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f48b04ed-461a-4db8-b543-38486ef8a1ef"}
{"level":"error","ts":1789656344.8410783,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2a5a9b3-fff7-4b91-93e8-c67248e415f4","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8411052,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f2a5a9b3-fff7-4b91-93e8-c67248e415f4"}
{"level":"error","ts":1789656344.8574753,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f48b04ed-461a-4db8-b543-38486ef8a1ef","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8577027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc0c5139-69e0-4baf-b59e-0fab5ab54dfd","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.8577352,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc0c5139-69e0-4baf-b59e-0fab5ab54dfd","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8577526,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc0c5139-69e0-4baf-b59e-0fab5ab54dfd"}
{"level":"error","ts":1789656344.8804474,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f48b04ed-461a-4db8-b543-38486ef8a1ef","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8805196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41df75ce-dbbb-4640-8950-7896f50673f9"}
{"level":"error","ts":1789656344.8805587,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41df75ce-dbbb-4640-8950-7896f50673f9","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.8808863,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57f8eeda-896e-4256-8807-ea9a0e9b664a","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.8809116,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57f8eeda-896e-4256-8807-ea9a0e9b664a","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.88093,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"57f8eeda-896e-4256-8807-ea9a0e9b664a"}
{"level":"error","ts":1789656344.8981488,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41df75ce-dbbb-4640-8950-7896f50673f9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-x-api-key-trigger\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.8981855,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"41df75ce-dbbb-4640-8950-7896f50673f9","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.898227,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e9b3c547-85c2-404c-a186-1993e7b18d35"}
{"level":"error","ts":1789656344.8982475,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e9b3c547-85c2-404c-a186-1993e7b18d35","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.908039,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e9b3c547-85c2-404c-a186-1993e7b18d35","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9282625,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51861245-b3bb-4ee2-a25a-cf652dc4a3ce"}
{"level":"error","ts":1789656344.9282942,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51861245-b3bb-4ee2-a25a-cf652dc4a3ce","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.9334054,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"51861245-b3bb-4ee2-a25a-cf652dc4a3ce","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9735267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b46a5a00-c667-4268-b4bf-04faaba8df29"}
{"level":"error","ts":1789656344.9735641,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b46a5a00-c667-4268-b4bf-04faaba8df29","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656344.9794145,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b46a5a00-c667-4268-b4bf-04faaba8df29","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9962478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7cca396-a5f4-4470-85db-a4a42ba21bb6"}
{"level":"error","ts":1789656344.9962857,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7cca396-a5f4-4470-85db-a4a42ba21bb6","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9962478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"017e96ae-91f2-4cd7-8d57-5e6a3acf1769","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656344.9963787,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"017e96ae-91f2-4cd7-8d57-5e6a3acf1769","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656344.9964097,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"017e96ae-91f2-4cd7-8d57-5e6a3acf1769"}
{"level":"error","ts":1789656345.0016212,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e7cca396-a5f4-4470-85db-a4a42ba21bb6","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656345.1628177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d50615ca-3057-4678-94cf-b1ea37687e38"}
{"level":"error","ts":1789656345.1628735,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d50615ca-3057-4678-94cf-b1ea37687e38","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656345.168262,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"d50615ca-3057-4678-94cf-b1ea37687e38","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656345.4889266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ce534340-65f9-4b87-b6e3-1f6aa72e1b8d"}
{"level":"error","ts":1789656345.4889846,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ce534340-65f9-4b87-b6e3-1f6aa72e1b8d","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656345.4956787,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ce534340-65f9-4b87-b6e3-1f6aa72e1b8d","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656346.1366084,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8098bc6a-8415-480f-a826-7c6889874ad5"}
{"level":"error","ts":1789656346.1366656,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8098bc6a-8415-480f-a826-7c6889874ad5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656346.1426423,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"8098bc6a-8415-480f-a826-7c6889874ad5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656347.4235318,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4a06cabb-58f8-42c5-8fb0-1fae9dd3e556"}
{"level":"error","ts":1789656347.4235876,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4a06cabb-58f8-42c5-8fb0-1fae9dd3e556","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789656347.4330451,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4a06cabb-58f8-42c5-8fb0-1fae9dd3e556","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656349.993696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65360e0f-f013-44a8-9579-c638e571b4cc"}
{"level":"error","ts":1789656349.9937522,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65360e0f-f013-44a8-9579-c638e571b4cc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656349.9970522,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa34453f-4b02-4d0b-aee0-87325509a0a1","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789656349.9970906,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa34453f-4b02-4d0b-aee0-87325509a0a1","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656349.997112,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"fa34453f-4b02-4d0b-aee0-87325509a0a1"}
{"level":"error","ts":1789656350.0078862,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"65360e0f-f013-44a8-9579-c638e571b4cc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789656350.3021305,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.3022325,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.302245,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.302256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","EoS":true}
{"level":"info","ts":1789656350.3022826,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","header":"x-maas-subscription"}
{"level":"info","ts":1789656350.302292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","header":"x-maas-group"}
{"level":"info","ts":1789656350.3022969,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","header":"x-maas-username"}
{"level":"info","ts":1789656350.3023028,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","header":"x-maas-keyname"}
{"level":"info","ts":1789656350.302317,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.3023434,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.3034794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.3034933,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.303505,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","EoS":false}
{"level":"info","ts":1789656350.3035164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.303542,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35","EoS":true}
{"level":"info","ts":1789656350.3035505,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e3a2795438424f24bd92719ac3be8b9","span_id":"1b1ec906c1e607b5","x-request-id":"4d35a8ec-a3c4-453f-b68c-9b7565194a35"}
{"level":"info","ts":1789656350.4085839,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.4086962,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.4087112,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.4087226,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","EoS":true}
{"level":"info","ts":1789656350.408751,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","header":"x-maas-subscription"}
{"level":"info","ts":1789656350.408823,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","header":"x-maas-keyname"}
{"level":"info","ts":1789656350.4088297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","header":"x-maas-group"}
{"level":"info","ts":1789656350.4088342,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","header":"x-maas-username"}
{"level":"info","ts":1789656350.408855,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.4088843,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.409986,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.41001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.4100246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","EoS":false}
{"level":"info","ts":1789656350.4100378,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.410064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe","EoS":true}
{"level":"info","ts":1789656350.4100738,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cb05d6e9fc7495c7606b1d289b9f3ca","span_id":"bffce74a53d7411d","x-request-id":"fe26303f-9929-4cf0-b73b-740168ec1abe"}
{"level":"info","ts":1789656350.5047338,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656350.5048451,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.5048602,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.5048716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","EoS":true}
{"level":"info","ts":1789656350.5048976,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","header":"x-maas-subscription"}
{"level":"info","ts":1789656350.5049074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","header":"x-maas-keyname"}
{"level":"info","ts":1789656350.5049121,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","header":"x-maas-username"}
{"level":"info","ts":1789656350.5049171,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","header":"x-maas-group"}
{"level":"info","ts":1789656350.504937,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656350.5049634,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.506023,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.506044,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.5060582,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","EoS":false}
{"level":"info","ts":1789656350.50607,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.506093,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c","EoS":true}
{"level":"info","ts":1789656350.506101,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"25548b13c9c28ab79c3ed59221bab73e","span_id":"1e9765a580973567","x-request-id":"aee12ee3-0a6e-469e-a787-ae0fd2ba002c"}
{"level":"info","ts":1789656350.6436825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6621f18b-3f8c-4fed-984f-64df7563500f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789656350.643725,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6621f18b-3f8c-4fed-984f-64df7563500f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789656350.643721,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"f599fbe0-2805-4ffc-bee3-677ca15dd297"}
{"level":"error","ts":1789656360.6518335,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656373.6165218,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656373.6166215,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.6166377,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.6166508,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","EoS":true}
{"level":"info","ts":1789656373.616677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","header":"x-maas-keyname"}
{"level":"info","ts":1789656373.6166875,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","header":"x-maas-subscription"}
{"level":"info","ts":1789656373.6166928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","header":"x-maas-group"}
{"level":"info","ts":1789656373.616697,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","header":"x-maas-username"}
{"level":"info","ts":1789656373.6167142,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656373.6167417,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.6302176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.6302416,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.6302564,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","EoS":false}
{"level":"info","ts":1789656373.6302695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.6302958,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2","EoS":true}
{"level":"info","ts":1789656373.6303053,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c03073e30f9b6c1ebf6909c0bdfd0307","span_id":"1d37d6b66ee119f7","x-request-id":"789b17ed-b622-43be-82ac-74237730d4d2"}
{"level":"info","ts":1789656373.7682621,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656373.7683828,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.7683969,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.768409,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","EoS":true}
{"level":"info","ts":1789656373.7684343,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","header":"x-maas-keyname"}
{"level":"info","ts":1789656373.768446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","header":"x-maas-username"}
{"level":"info","ts":1789656373.7684536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","header":"x-maas-subscription"}
{"level":"info","ts":1789656373.7684605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","header":"x-maas-group"}
{"level":"info","ts":1789656373.7684765,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656373.7685032,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.7695022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.7695224,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.769536,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","EoS":false}
{"level":"info","ts":1789656373.7695513,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.7695756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b","EoS":true}
{"level":"info","ts":1789656373.7695851,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9c0c50deb595e6b1b8a285b2755d79a6","span_id":"a3ea163fb42ea700","x-request-id":"6d0e7840-6904-4625-bc95-cef40ebe6e2b"}
{"level":"info","ts":1789656373.9086037,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656373.9087007,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.9087155,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.9087315,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","EoS":true}
{"level":"info","ts":1789656373.908756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","header":"x-maas-group"}
{"level":"info","ts":1789656373.9087663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","header":"x-maas-subscription"}
{"level":"info","ts":1789656373.908771,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","header":"x-maas-username"}
{"level":"info","ts":1789656373.9087756,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","header":"x-maas-keyname"}
{"level":"info","ts":1789656373.9087899,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656373.9088178,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.911238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.91126,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.9112751,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","EoS":false}
{"level":"info","ts":1789656373.9112875,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656373.911313,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947","EoS":true}
{"level":"info","ts":1789656373.9113226,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e649e82038f569e511537c898c8e59e9","span_id":"9b17a2d33f5b44a0","x-request-id":"7fe2db6f-4dc0-4dfc-b016-314b6ff10947"}
{"level":"info","ts":1789656374.070081,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656374.0701847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0702007,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0702126,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","EoS":true}
{"level":"info","ts":1789656374.070239,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","header":"x-maas-group"}
{"level":"info","ts":1789656374.0702484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","header":"x-maas-subscription"}
{"level":"info","ts":1789656374.070254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","header":"x-maas-keyname"}
{"level":"info","ts":1789656374.0702603,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","header":"x-maas-username"}
{"level":"info","ts":1789656374.070278,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656374.0703034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0714278,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.07145,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0714653,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","EoS":false}
{"level":"info","ts":1789656374.071481,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.0715063,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8","EoS":true}
{"level":"info","ts":1789656374.071515,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5ec2b8fde0e9e8d24d6ae46b72175f1f","span_id":"191516f9eaf7cdee","x-request-id":"d40b9d2d-6921-430e-9f3d-989a5063dad8"}
{"level":"info","ts":1789656374.2075508,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656374.207649,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.2076602,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.2076716,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","EoS":true}
{"level":"info","ts":1789656374.2076945,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","header":"x-maas-keyname"}
{"level":"info","ts":1789656374.207704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","header":"x-maas-subscription"}
{"level":"info","ts":1789656374.2077096,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","header":"x-maas-username"}
{"level":"info","ts":1789656374.207714,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","header":"x-maas-group"}
{"level":"info","ts":1789656374.207728,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656374.2077742,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.208791,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.2088091,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.2088234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","EoS":false}
{"level":"info","ts":1789656374.2088346,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656374.2088575,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224","EoS":true}
{"level":"info","ts":1789656374.2088664,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c390b192c65957eaf54251833e84acb9","span_id":"a0e30935f4d97710","x-request-id":"b5a66e8d-cfb9-4dfa-a559-2cf835311224"}
{"level":"info","ts":1789656383.151344,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.1514654,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.15148,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.151492,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","EoS":true}
{"level":"info","ts":1789656383.1515179,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","header":"x-maas-username"}
{"level":"info","ts":1789656383.151528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","header":"x-maas-group"}
{"level":"info","ts":1789656383.1515365,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","header":"x-maas-keyname"}
{"level":"info","ts":1789656383.1515431,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","header":"x-maas-subscription"}
{"level":"info","ts":1789656383.1515572,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656383.151584,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.1526237,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.1526458,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.1526592,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","EoS":false}
{"level":"info","ts":1789656383.1526706,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.1527011,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae","EoS":true}
{"level":"info","ts":1789656383.1527104,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c0c6280447c55d27ab10608fd3776e6b","span_id":"d263c91b61d06659","x-request-id":"07d129b5-2032-4a7e-9395-b37c72a644ae"}
{"level":"info","ts":1789656383.1869416,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.1870549,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1870694,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1870809,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","EoS":true}
{"level":"info","ts":1789656383.1871061,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","header":"x-maas-keyname"}
{"level":"info","ts":1789656383.187117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","header":"x-maas-group"}
{"level":"info","ts":1789656383.1871238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","header":"x-maas-username"}
{"level":"info","ts":1789656383.1871307,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","header":"x-maas-subscription"}
{"level":"info","ts":1789656383.1871467,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656383.1871696,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1881878,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1882067,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1882207,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","EoS":false}
{"level":"info","ts":1789656383.1882334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.1882608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef","EoS":true}
{"level":"info","ts":1789656383.18827,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5d2f63548591c4914654414aec980a48","span_id":"9cd9d0111632f4a4","x-request-id":"669f8ba3-3a2f-4b2a-b8e9-22f2cbc9e8ef"}
{"level":"info","ts":1789656383.296351,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656383.2964888,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a"}
{"level":"info","ts":1789656383.297351,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a"}
{"level":"info","ts":1789656383.297388,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a"}
{"level":"info","ts":1789656383.297403,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a","EoS":false}
{"level":"info","ts":1789656383.297415,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a"}
{"level":"info","ts":1789656383.297437,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a","EoS":true}
{"level":"info","ts":1789656383.2974474,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"56eca5deb0177e5f5783ae824508fd17","span_id":"81a0c1e029e333d8","x-request-id":"fd5187ae-92f9-4c89-bdae-8a5f245d908a"}
{"level":"info","ts":1789656384.0960977,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656384.0962005,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0962124,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0962238,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","EoS":true}
{"level":"info","ts":1789656384.0962472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","header":"x-maas-username"}
{"level":"info","ts":1789656384.0962572,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","header":"x-maas-keyname"}
{"level":"info","ts":1789656384.0962622,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","header":"x-maas-group"}
{"level":"info","ts":1789656384.0962667,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","header":"x-maas-subscription"}
{"level":"info","ts":1789656384.096321,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656384.0963502,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0974123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0974443,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0974598,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","EoS":false}
{"level":"info","ts":1789656384.097473,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656384.0974987,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947","EoS":true}
{"level":"info","ts":1789656384.097509,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6308c8cc9ef632b173d91b79a9ad9632","span_id":"7a7043e1a3110298","x-request-id":"75f93621-f9b4-4c87-a489-af2a9ffb2947"}
{"level":"info","ts":1789656385.101381,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656385.1015048,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.1015172,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.1015298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","EoS":true}
{"level":"info","ts":1789656385.1015623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","header":"x-maas-group"}
{"level":"info","ts":1789656385.1015759,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","header":"x-maas-subscription"}
{"level":"info","ts":1789656385.1015832,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","header":"x-maas-keyname"}
{"level":"info","ts":1789656385.1015887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","header":"x-maas-username"}
{"level":"info","ts":1789656385.1016028,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656385.101627,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.1026464,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.1026654,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.1026776,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","EoS":false}
{"level":"info","ts":1789656385.1026964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"info","ts":1789656385.1027327,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af","EoS":true}
{"level":"info","ts":1789656385.1027424,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"cb03db0222327d931a1793ed511402f8","span_id":"cdaa33b9be536194","x-request-id":"b052c4fe-c717-4f48-991c-58694a9a95af"}
{"level":"error","ts":1789656385.6539245,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656385.8692086,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656385.8693285,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.8693419,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.8693705,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","EoS":true}
{"level":"info","ts":1789656385.8693972,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","header":"x-maas-username"}
{"level":"info","ts":1789656385.869407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","header":"x-maas-keyname"}
{"level":"info","ts":1789656385.8694124,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","header":"x-maas-subscription"}
{"level":"info","ts":1789656385.8694181,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","header":"x-maas-group"}
{"level":"info","ts":1789656385.8694613,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656385.8694882,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.8704607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.8704805,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.8704946,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","EoS":false}
{"level":"info","ts":1789656385.8705056,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656385.870531,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82","EoS":true}
{"level":"info","ts":1789656385.8705451,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b32de49e5baa66f2fcc7068229dc983c","span_id":"45d5604a487daa47","x-request-id":"400ab0e9-a4d3-404a-bbda-1533ce529b82"}
{"level":"info","ts":1789656386.982552,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656386.9826572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9826705,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9826815,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","EoS":true}
{"level":"info","ts":1789656386.9827108,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","header":"x-maas-group"}
{"level":"info","ts":1789656386.9827218,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","header":"x-maas-subscription"}
{"level":"info","ts":1789656386.9827297,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","header":"x-maas-keyname"}
{"level":"info","ts":1789656386.9827347,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","header":"x-maas-username"}
{"level":"info","ts":1789656386.9827514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656386.9827843,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9838233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9838376,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9838493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","EoS":false}
{"level":"info","ts":1789656386.9838607,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"info","ts":1789656386.9838843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582","EoS":true}
{"level":"info","ts":1789656386.9838974,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a29bc6bd869b87c73c082a8ddaecf867","span_id":"9af088234cd5841b","x-request-id":"aa62da6d-e5b7-4436-af10-e614867d2582"}
{"level":"error","ts":1789656400.655127,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656406.9380538,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656406.9381564,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.9381676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.9381788,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","EoS":true}
{"level":"info","ts":1789656406.9382021,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","header":"x-maas-group"}
{"level":"info","ts":1789656406.9382117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","header":"x-maas-username"}
{"level":"info","ts":1789656406.9382172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","header":"x-maas-subscription"}
{"level":"info","ts":1789656406.938222,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","header":"x-maas-keyname"}
{"level":"info","ts":1789656406.938236,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656406.9383013,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.9393427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.939379,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.9393942,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","EoS":false}
{"level":"info","ts":1789656406.939406,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"info","ts":1789656406.939433,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea","EoS":true}
{"level":"info","ts":1789656406.9394467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2741854ca71ee7eb36d7642a32b2fa93","span_id":"c55729b80a81e884","x-request-id":"5ecb9ae8-0517-4b68-99ec-b96e4972fdea"}
{"level":"error","ts":1789656420.6562486,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656502.2612915,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656502.261428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.2614434,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.261456,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","EoS":true}
{"level":"info","ts":1789656502.2614815,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","header":"x-maas-group"}
{"level":"info","ts":1789656502.2614913,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","header":"x-maas-subscription"}
{"level":"info","ts":1789656502.261496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","header":"x-maas-username"}
{"level":"info","ts":1789656502.2615008,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","header":"x-maas-keyname"}
{"level":"info","ts":1789656502.2615159,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789656502.2615423,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.274511,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.2745385,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.2745547,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","EoS":false}
{"level":"info","ts":1789656502.274569,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"info","ts":1789656502.2745955,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c","EoS":true}
{"level":"info","ts":1789656502.274605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"eccea5c70bcc6382741f3dc86082f5fe","span_id":"d2822e0c7a347966","x-request-id":"c07b5405-4cc8-4d3b-b41f-91f505a3593c"}
{"level":"error","ts":1789656515.665512,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656604.2053878,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656604.2054996,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.205513,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.205526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","EoS":true}
{"level":"info","ts":1789656604.2055511,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","header":"x-maas-subscription"}
{"level":"info","ts":1789656604.2055612,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","header":"x-maas-username"}
{"level":"info","ts":1789656604.205566,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","header":"x-maas-keyname"}
{"level":"info","ts":1789656604.2055707,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","header":"x-maas-group"}
{"level":"info","ts":1789656604.2055857,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789656604.2056112,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.2066987,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.2067208,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.2067423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","EoS":false}
{"level":"info","ts":1789656604.2067554,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"info","ts":1789656604.2067845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e","EoS":true}
{"level":"info","ts":1789656604.2067952,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"20f4b624e2ea8b2b3b950b9360a4b170","span_id":"c73d290d8e049ad1","x-request-id":"eca462db-16db-490a-ae3e-83e49d2fbb9e"}
{"level":"error","ts":1789656615.676651,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656618.0468566,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.0469668,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.0469804,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.046992,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","EoS":true}
{"level":"info","ts":1789656618.0470164,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","header":"x-maas-subscription"}
{"level":"info","ts":1789656618.0470238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","header":"x-maas-keyname"}
{"level":"info","ts":1789656618.047029,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","header":"x-maas-group"}
{"level":"info","ts":1789656618.047036,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","header":"x-maas-username"}
{"level":"info","ts":1789656618.0470543,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.047079,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.0598404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.0598674,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.0598896,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","EoS":false}
{"level":"info","ts":1789656618.0599067,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.059957,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","EoS":false}
{"level":"info","ts":1789656618.0599823,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.0600052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa","EoS":true}
{"level":"info","ts":1789656618.0600154,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"38a0c244a60a22f66fa6ad6ed3cb52e6","span_id":"78ea4ddf2ea9f9fd","x-request-id":"3d5aa0c4-fa51-48ba-92b5-f875c7753baa"}
{"level":"info","ts":1789656618.200718,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.2008226,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2008348,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2008464,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":true}
{"level":"info","ts":1789656618.2008688,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","header":"x-maas-group"}
{"level":"info","ts":1789656618.2008786,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","header":"x-maas-keyname"}
{"level":"info","ts":1789656618.2008834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","header":"x-maas-username"}
{"level":"info","ts":1789656618.2008882,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","header":"x-maas-subscription"}
{"level":"info","ts":1789656618.2009032,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.2009318,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2035005,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2035222,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2035432,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":false}
{"level":"info","ts":1789656618.2035606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2035868,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":false}
{"level":"info","ts":1789656618.2036078,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2036242,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":false}
{"level":"info","ts":1789656618.2036328,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.2036457,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e","EoS":true}
{"level":"info","ts":1789656618.2036524,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8fac064c4ddb75b2836355650a648cb5","span_id":"06ba04c385e9a418","x-request-id":"ed1a7e7c-49ea-420d-8121-3a6abf19cf9e"}
{"level":"info","ts":1789656618.34561,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656618.3457115,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3457258,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3457384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","EoS":true}
{"level":"info","ts":1789656618.3457606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","header":"x-maas-group"}
{"level":"info","ts":1789656618.3457713,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","header":"x-maas-keyname"}
{"level":"info","ts":1789656618.3457763,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","header":"x-maas-username"}
{"level":"info","ts":1789656618.345781,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","header":"x-maas-subscription"}
{"level":"info","ts":1789656618.3457963,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656618.3458207,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.346728,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3467557,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3467743,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","EoS":false}
{"level":"info","ts":1789656618.3467896,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.3468947,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","EoS":false}
{"level":"info","ts":1789656618.3469145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"info","ts":1789656618.346934,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db","EoS":true}
{"level":"info","ts":1789656618.346947,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d0bbdb257ec8a6974a134ffb4aad7771","span_id":"cd8cc4b321afa424","x-request-id":"681a1802-df85-4e64-8b26-299ab27276db"}
{"level":"error","ts":1789656630.6774688,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789656632.2046435,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789656632.204773,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.2047882,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.2048085,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","EoS":true}
{"level":"info","ts":1789656632.2048397,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","header":"x-maas-group"}
{"level":"info","ts":1789656632.2048542,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","header":"x-maas-subscription"}
{"level":"info","ts":1789656632.2048643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","header":"x-maas-keyname"}
{"level":"info","ts":1789656632.2048736,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","header":"x-maas-username"}
{"level":"info","ts":1789656632.2048948,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789656632.2049303,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.2066662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.2066877,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.2067044,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","EoS":false}
{"level":"info","ts":1789656632.2067175,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"info","ts":1789656632.2067494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e","EoS":true}
{"level":"info","ts":1789656632.206759,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"378516b50c1f4dda1a82d207e67634f9","span_id":"0af115bc87f836bd","x-request-id":"cef9a73e-962b-4fbb-9350-efa0a739bf3e"}
{"level":"error","ts":1789656645.678954,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}