{"level":"info","ts":1789761283.9755263,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","header":"x-maas-keyname"}
{"level":"info","ts":1789761283.9755464,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1789761283.97559,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"}
{"level":"error","ts":1789761284.4778569,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789761285.1219976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"}
{"level":"info","ts":1789761285.1220303,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"}
{"level":"info","ts":1789761285.1220531,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","EoS":false}
{"level":"info","ts":1789761285.122072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"}
{"level":"info","ts":1789761285.1221123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f","EoS":true}
{"level":"info","ts":1789761285.1221275,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0fe1aba08984d170781e8e285a77431b","span_id":"bd4312b86c118d79","x-request-id":"97429d9c-d460-40ca-b204-233e8dbaac2f"}
{"level":"info","ts":1789761285.1753411,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789761285.17546,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761285.175478,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761285.1754935,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","EoS":true}
{"level":"info","ts":1789761285.1755166,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","header":"x-maas-username"}
{"level":"info","ts":1789761285.175527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","header":"x-maas-keyname"}
{"level":"info","ts":1789761285.175533,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","header":"x-maas-group"}
{"level":"info","ts":1789761285.175537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","header":"x-maas-subscription"}
{"level":"info","ts":1789761285.1755776,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761286.2527566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761286.2527812,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761286.2528052,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","EoS":false}
{"level":"info","ts":1789761286.25282,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761286.2528493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f","EoS":true}
{"level":"info","ts":1789761286.252858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"af2fc70af82b468ab73f9949afac9886","span_id":"552b9f8346cb5b81","x-request-id":"42dfb9d2-96fb-4577-84f9-169f023dac0f"}
{"level":"info","ts":1789761287.0676916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7f29fd8-e837-42da-b365-abe119b0074c"}
{"level":"info","ts":1789761287.0676913,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a88a4bdf-e7d1-4545-9cdb-ba948a065c0c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789761287.0677562,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a88a4bdf-e7d1-4545-9cdb-ba948a065c0c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789761287.2069614,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"21bccaeb-71e6-4f88-842c-51e64b37ea11"}
{"level":"info","ts":1789761287.206972,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a9ae511-2252-4802-b5f4-48e9edc6f980","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789761287.207007,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8a9ae511-2252-4802-b5f4-48e9edc6f980","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789761287.3213644,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b9113120-45dd-43a6-8233-d7296816d26b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789761287.3214161,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b9113120-45dd-43a6-8233-d7296816d26b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789761293.808078,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789761293.8081703,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"beafc8078f53af2785125658f49fa81f","span_id":"6d4a9810c551d7fa","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220"}
{"level":"info","ts":1789761293.808185,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"beafc8078f53af2785125658f49fa81f","span_id":"6d4a9810c551d7fa","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220"}
{"level":"info","ts":1789761293.8081973,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"beafc8078f53af2785125658f49fa81f","span_id":"6d4a9810c551d7fa","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220","EoS":true}
{"level":"info","ts":1789761293.8082466,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"beafc8078f53af2785125658f49fa81f","span_id":"6d4a9810c551d7fa","x-request-id":"febd7ce1-2c7f-4180-861d-970134bd4220"}
{"level":"info","ts":1789761293.952218,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789761293.9523168,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8d110386f5f0135a29312bf4b82ca705","span_id":"cab6d71b3c522fb4","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f"}
{"level":"info","ts":1789761293.9523306,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8d110386f5f0135a29312bf4b82ca705","span_id":"cab6d71b3c522fb4","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f"}
{"level":"info","ts":1789761293.952343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8d110386f5f0135a29312bf4b82ca705","span_id":"cab6d71b3c522fb4","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f","EoS":true}
{"level":"info","ts":1789761293.9523847,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8d110386f5f0135a29312bf4b82ca705","span_id":"cab6d71b3c522fb4","x-request-id":"3bdc8bda-0e35-4470-ad5d-e3d792eb3d1f"}
{"level":"info","ts":1789761294.1079977,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789761294.1080832,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2f6c119f42d4cd4751b8f920ef2f1d30","span_id":"db9563566b6096f0","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb"}
{"level":"info","ts":1789761294.108092,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2f6c119f42d4cd4751b8f920ef2f1d30","span_id":"db9563566b6096f0","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb"}
{"level":"info","ts":1789761294.1081035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2f6c119f42d4cd4751b8f920ef2f1d30","span_id":"db9563566b6096f0","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb","EoS":true}
{"level":"info","ts":1789761294.1081471,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2f6c119f42d4cd4751b8f920ef2f1d30","span_id":"db9563566b6096f0","x-request-id":"7fab8eed-4dff-45d3-9958-71d39ebb7ccb"}
{"level":"error","ts":1789761294.4787753,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789761309.4791598,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762371.9593718,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762371.9594917,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762371.959507,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762371.9595273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","EoS":true}
{"level":"info","ts":1789762371.959569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","header":"x-maas-keyname"}
{"level":"info","ts":1789762371.9595828,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","header":"x-maas-username"}
{"level":"info","ts":1789762371.9595916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","header":"x-maas-subscription"}
{"level":"info","ts":1789762371.9596074,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","header":"x-maas-group"}
{"level":"info","ts":1789762371.959626,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789762371.9596663,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762371.9606233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762371.9606447,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762371.9606593,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","EoS":false}
{"level":"info","ts":1789762371.9606695,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762371.960692,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f","EoS":true}
{"level":"info","ts":1789762371.9607072,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2e71e44aa6e0f10958c0caa8d2780b34","span_id":"3f5ba77c2e07d376","x-request-id":"66f7a0ba-f8f5-4145-9a2e-16cba858fb8f"}
{"level":"info","ts":1789762372.0009933,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762372.0010858,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"info","ts":1789762372.0010996,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"info","ts":1789762372.001111,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","EoS":true}
{"level":"info","ts":1789762372.0011337,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","header":"x-maas-group"}
{"level":"info","ts":1789762372.0011442,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","header":"x-maas-subscription"}
{"level":"info","ts":1789762372.0011487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","header":"x-maas-username"}
{"level":"info","ts":1789762372.0011532,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","header":"x-maas-keyname"}
{"level":"info","ts":1789762372.0011678,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1789762372.0011935,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"info","ts":1789762372.0020943,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"info","ts":1789762372.0021129,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"info","ts":1789762372.0021296,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","EoS":false}
{"level":"info","ts":1789762372.0021415,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"info","ts":1789762372.0021677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d","EoS":true}
{"level":"info","ts":1789762372.002181,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d6330612036b0ebae418223ee650de0f","span_id":"804b011fa5c930fe","x-request-id":"aef53ec7-922e-41b4-b22d-50a5c1a92f6d"}
{"level":"error","ts":1789762384.5952516,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762682.2667217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98d6d9e8-8ba5-4489-905b-aebdaaaff26f","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789762682.2667472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0d8ced8-5478-4104-8d20-920476eb6add"}
{"level":"error","ts":1789762682.2667775,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98d6d9e8-8ba5-4489-905b-aebdaaaff26f","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.2668405,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"98d6d9e8-8ba5-4489-905b-aebdaaaff26f"}
{"level":"info","ts":1789762682.2742765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2c923ed7-9ba5-4d44-ab24-22d2d6773952","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789762682.274311,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2c923ed7-9ba5-4d44-ab24-22d2d6773952","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.274334,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2c923ed7-9ba5-4d44-ab24-22d2d6773952"}
{"level":"error","ts":1789762682.2744145,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0d8ced8-5478-4104-8d20-920476eb6add","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.2812328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53c330c1-8ec2-4ef5-9313-08e19e6c1044","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789762682.2812574,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53c330c1-8ec2-4ef5-9313-08e19e6c1044","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.281278,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"53c330c1-8ec2-4ef5-9313-08e19e6c1044"}
{"level":"error","ts":1789762682.2813168,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"a0d8ced8-5478-4104-8d20-920476eb6add","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.281378,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa41e730-5438-47ee-81ef-379ae5f18abf"}
{"level":"error","ts":1789762682.2814019,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa41e730-5438-47ee-81ef-379ae5f18abf","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.2848191,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"aa41e730-5438-47ee-81ef-379ae5f18abf","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.2950919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc242751-1983-4149-bb4d-d6dea513e9ad"}
{"level":"error","ts":1789762682.2951221,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc242751-1983-4149-bb4d-d6dea513e9ad","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.2992883,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"dc242751-1983-4149-bb4d-d6dea513e9ad","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.3204374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed98fbe4-6c1a-4a6e-8e03-a63f9e680928"}
{"level":"error","ts":1789762682.3204653,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed98fbe4-6c1a-4a6e-8e03-a63f9e680928","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.3248549,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ed98fbe4-6c1a-4a6e-8e03-a63f9e680928","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.3659413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e3afc86c-cc87-438b-b85b-8d8902022381"}
{"level":"error","ts":1789762682.3659742,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e3afc86c-cc87-438b-b85b-8d8902022381","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.3699174,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"e3afc86c-cc87-438b-b85b-8d8902022381","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.4072878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7499c620-f688-4fff-bd8e-4175dee1a499","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789762682.4073186,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7499c620-f688-4fff-bd8e-4175dee1a499","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.407339,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"7499c620-f688-4fff-bd8e-4175dee1a499"}
{"level":"info","ts":1789762682.4073334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6c5d562-8e27-4f88-9530-12f1a36f3de2"}
{"level":"error","ts":1789762682.4073725,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6c5d562-8e27-4f88-9530-12f1a36f3de2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.4113696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b6c5d562-8e27-4f88-9530-12f1a36f3de2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.5718367,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea8de29d-cfab-4afa-b36a-337ed154bffa"}
{"level":"error","ts":1789762682.5719132,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea8de29d-cfab-4afa-b36a-337ed154bffa","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.5773342,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"ea8de29d-cfab-4afa-b36a-337ed154bffa","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762682.8976038,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6df1cfea-4fce-48f0-99da-e808d5d81da2"}
{"level":"error","ts":1789762682.8976545,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6df1cfea-4fce-48f0-99da-e808d5d81da2","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762682.903166,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"6df1cfea-4fce-48f0-99da-e808d5d81da2","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762683.5441334,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cfa7cea5-f67f-48a2-bd77-ca93484d8ab5"}
{"level":"error","ts":1789762683.544185,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cfa7cea5-f67f-48a2-bd77-ca93484d8ab5","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762683.5494,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"cfa7cea5-f67f-48a2-bd77-ca93484d8ab5","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762684.8304036,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12c4a028-ec1e-424f-ae8a-593285ccaffa"}
{"level":"error","ts":1789762684.8304558,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12c4a028-ec1e-424f-ae8a-593285ccaffa","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762684.836559,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"12c4a028-ec1e-424f-ae8a-593285ccaffa","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762687.3975685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4bc3fef4-586d-4134-b017-4196660e8dcc"}
{"level":"error","ts":1789762687.3976145,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4bc3fef4-586d-4134-b017-4196660e8dcc","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762687.4023855,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"4bc3fef4-586d-4134-b017-4196660e8dcc","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762687.4083908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"abb86e46-5100-4d11-ab69-e5d747634a3e","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789762687.4084232,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"abb86e46-5100-4d11-ab69-e5d747634a3e","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762687.408439,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"abb86e46-5100-4d11-ab69-e5d747634a3e"}
{"level":"info","ts":1789762692.4091713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0144b25a-90b1-46fc-9432-5386344ec76d","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"error","ts":1789762692.4092247,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0144b25a-90b1-46fc-9432-5386344ec76d","provider":"dummy-anthropic","error":"ExternalProvider \"dummy-anthropic\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762692.409249,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"0144b25a-90b1-46fc-9432-5386344ec76d"}
{"level":"info","ts":1789762692.522539,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9c85ad10-8bbb-4b82-b2f1-6819b123462a"}
{"level":"error","ts":1789762692.5226057,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9c85ad10-8bbb-4b82-b2f1-6819b123462a","provider":"dummy-anthropic","error":"ExternalProvider.inference.opendatahub.io \"dummy-anthropic\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1789762692.5279727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"9c85ad10-8bbb-4b82-b2f1-6819b123462a","error":"ExternalModel \"e2e-x-api-key-trigger\": no provider refs resolved successfully: ExternalProvider \"dummy-anthropic\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789762692.8350353,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762692.835171,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.8352296,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.8352604,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","EoS":true}
{"level":"info","ts":1789762692.8352954,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","header":"x-maas-group"}
{"level":"info","ts":1789762692.8353093,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","header":"x-maas-username"}
{"level":"info","ts":1789762692.8353171,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","header":"x-maas-keyname"}
{"level":"info","ts":1789762692.8353245,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","header":"x-maas-subscription"}
{"level":"info","ts":1789762692.8353462,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762692.835385,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.8371255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.8371449,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.837161,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","EoS":false}
{"level":"info","ts":1789762692.8371773,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.8371985,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7","EoS":true}
{"level":"info","ts":1789762692.8372087,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36fb777621b37e328c68a63e391fc4c2","span_id":"3103bc4c1cbd115d","x-request-id":"ba017ba5-f9f2-4d1b-a482-87a76c6f04b7"}
{"level":"info","ts":1789762692.8790727,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762692.879159,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.8791716,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.8791833,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","EoS":true}
{"level":"info","ts":1789762692.8792045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","header":"x-maas-keyname"}
{"level":"info","ts":1789762692.8792148,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","header":"x-maas-group"}
{"level":"info","ts":1789762692.8792198,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","header":"x-maas-subscription"}
{"level":"info","ts":1789762692.8792262,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","header":"x-maas-username"}
{"level":"info","ts":1789762692.8792427,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762692.8792703,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.880123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.880142,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.8801608,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","EoS":false}
{"level":"info","ts":1789762692.8801782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.8802147,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012","EoS":true}
{"level":"info","ts":1789762692.8802264,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4303779118c6d25937ca634d9be0bef1","span_id":"8e79659205818b5c","x-request-id":"b42b1697-18a4-4751-a8bc-c51b58560012"}
{"level":"info","ts":1789762692.917998,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762692.918092,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762692.9181092,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762692.9181237,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","EoS":true}
{"level":"info","ts":1789762692.9181447,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","header":"x-maas-username"}
{"level":"info","ts":1789762692.918155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","header":"x-maas-group"}
{"level":"info","ts":1789762692.9181633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","header":"x-maas-subscription"}
{"level":"info","ts":1789762692.9181676,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","header":"x-maas-keyname"}
{"level":"info","ts":1789762692.9181821,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762692.9182065,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762692.9191546,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762692.9191742,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762692.919186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","EoS":false}
{"level":"info","ts":1789762692.919196,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762692.91922,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8","EoS":true}
{"level":"info","ts":1789762692.9192314,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"13f4e8b10cefd806592d6ec58df131eb","span_id":"b8ce4133d408a8d0","x-request-id":"2bbe13f5-1ea3-43c2-88f5-a8475ee02fc8"}
{"level":"info","ts":1789762693.01577,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762693.0159116,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.0159318,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.0159512,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","EoS":true}
{"level":"info","ts":1789762693.0159824,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","header":"x-maas-subscription"}
{"level":"info","ts":1789762693.015996,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","header":"x-maas-keyname"}
{"level":"info","ts":1789762693.0160053,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","header":"x-maas-username"}
{"level":"info","ts":1789762693.016013,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","header":"x-maas-group"}
{"level":"info","ts":1789762693.016035,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762693.0160713,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.0171323,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.0171525,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.0171673,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","EoS":false}
{"level":"info","ts":1789762693.017181,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.0172076,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f","EoS":true}
{"level":"info","ts":1789762693.0172186,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"09b2c473184697b4ed7f227ad3f74f2e","span_id":"6a3c51cf67cdc318","x-request-id":"d3ee8294-23c1-44e5-af28-26485621aa0f"}
{"level":"info","ts":1789762693.1591692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b168de4f-77d9-490f-8b62-e6c7a8c81fe2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789762693.1592815,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"b168de4f-77d9-490f-8b62-e6c7a8c81fe2","name":"e2e-x-api-key-trigger","namespace":"llm"}
{"level":"info","ts":1789762693.1591742,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-x-api-key-trigger","namespace":"llm"},"namespace":"llm","name":"e2e-x-api-key-trigger","reconcileID":"2ba3c154-d866-4154-9023-76c57b8ec296"}
{"level":"error","ts":1789762704.6286883,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762711.025486,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762711.0255847,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.0255973,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.0256097,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","EoS":true}
{"level":"info","ts":1789762711.0256317,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","header":"x-maas-subscription"}
{"level":"info","ts":1789762711.025642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","header":"x-maas-keyname"}
{"level":"info","ts":1789762711.025647,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","header":"x-maas-group"}
{"level":"info","ts":1789762711.025651,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","header":"x-maas-username"}
{"level":"info","ts":1789762711.0256655,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762711.0256937,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.0387561,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.0387821,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.0387983,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","EoS":false}
{"level":"info","ts":1789762711.0388145,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.0388472,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0","EoS":true}
{"level":"info","ts":1789762711.038858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"01244e7c3c0dac978af325acefce7595","span_id":"db3606c3387b391e","x-request-id":"93fa3b87-d087-4455-af3c-7c26e92627a0"}
{"level":"info","ts":1789762711.176859,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762711.176973,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.1769888,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.1770015,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","EoS":true}
{"level":"info","ts":1789762711.1770248,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","header":"x-maas-group"}
{"level":"info","ts":1789762711.1770363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","header":"x-maas-keyname"}
{"level":"info","ts":1789762711.1770413,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","header":"x-maas-username"}
{"level":"info","ts":1789762711.177046,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","header":"x-maas-subscription"}
{"level":"info","ts":1789762711.177061,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762711.1770895,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.177788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.1778083,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.177825,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","EoS":false}
{"level":"info","ts":1789762711.177837,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.177906,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599","EoS":true}
{"level":"info","ts":1789762711.177918,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98f050bb30bc4e6a2c8fa144f4524219","span_id":"6cdee0f57aa5eada","x-request-id":"6f06a389-acd6-41d1-9269-e1468aac8599"}
{"level":"info","ts":1789762711.3149564,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762711.3150804,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.3150978,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.3151147,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","EoS":true}
{"level":"info","ts":1789762711.3151393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","header":"x-maas-username"}
{"level":"info","ts":1789762711.3151498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","header":"x-maas-keyname"}
{"level":"info","ts":1789762711.315155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","header":"x-maas-subscription"}
{"level":"info","ts":1789762711.31516,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","header":"x-maas-group"}
{"level":"info","ts":1789762711.315176,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762711.3152041,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.315996,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.316022,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.3160396,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","EoS":false}
{"level":"info","ts":1789762711.316079,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.3161123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9","EoS":true}
{"level":"info","ts":1789762711.316127,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ae74136dfebdef4764a0136d6251c400","span_id":"4b105d42dc1e9244","x-request-id":"caf9b90a-991c-460b-a27f-440595e012b9"}
{"level":"info","ts":1789762711.454329,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762711.4544232,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.4544363,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.4544475,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","EoS":true}
{"level":"info","ts":1789762711.454469,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","header":"x-maas-group"}
{"level":"info","ts":1789762711.4544783,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","header":"x-maas-keyname"}
{"level":"info","ts":1789762711.454484,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","header":"x-maas-username"}
{"level":"info","ts":1789762711.454488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","header":"x-maas-subscription"}
{"level":"info","ts":1789762711.4545038,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762711.454528,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.456288,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.4563088,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.456328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","EoS":false}
{"level":"info","ts":1789762711.4563441,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.4563808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f","EoS":true}
{"level":"info","ts":1789762711.4563963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"657136439ecaacfd84291a3312d1d81f","span_id":"619c855d19d41e48","x-request-id":"76349e9b-b94f-4fef-b156-bc040880165f"}
{"level":"info","ts":1789762711.6054523,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762711.6055527,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762711.6055658,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762711.6055784,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","EoS":true}
{"level":"info","ts":1789762711.6056128,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","header":"x-maas-group"}
{"level":"info","ts":1789762711.6056237,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","header":"x-maas-username"}
{"level":"info","ts":1789762711.6056292,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","header":"x-maas-subscription"}
{"level":"info","ts":1789762711.6056333,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","header":"x-maas-keyname"}
{"level":"info","ts":1789762711.605648,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762711.605676,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762711.6063597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762711.6063797,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762711.6063998,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","EoS":false}
{"level":"info","ts":1789762711.6064198,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762711.606457,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c","EoS":true}
{"level":"info","ts":1789762711.6064687,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"adfe690e61df578b18b5e32f9530de03","span_id":"73996c8c9765327a","x-request-id":"8e8b6d7d-7054-4fc7-b61c-20662d8f4a4c"}
{"level":"info","ts":1789762720.5258405,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762720.5259764,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.525995,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.5260124,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","EoS":true}
{"level":"info","ts":1789762720.5260353,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","header":"x-maas-username"}
{"level":"info","ts":1789762720.5260444,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","header":"x-maas-group"}
{"level":"info","ts":1789762720.5260496,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","header":"x-maas-keyname"}
{"level":"info","ts":1789762720.5260541,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","header":"x-maas-subscription"}
{"level":"info","ts":1789762720.5260684,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762720.526091,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.5267515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.526772,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.5267866,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","EoS":false}
{"level":"info","ts":1789762720.5267975,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.52682,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5","EoS":true}
{"level":"info","ts":1789762720.5268257,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5948d82cf7ce0757ca360cc36aeff47d","span_id":"e567a582c7d8b04c","x-request-id":"d0d1c1a1-948a-4f29-9165-aca929ae24f5"}
{"level":"info","ts":1789762720.6274295,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762720.627514,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297"}
{"level":"info","ts":1789762720.6280966,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297"}
{"level":"info","ts":1789762720.6281154,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297"}
{"level":"info","ts":1789762720.6281366,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297","EoS":false}
{"level":"info","ts":1789762720.6281564,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297"}
{"level":"info","ts":1789762720.6281915,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297","EoS":true}
{"level":"info","ts":1789762720.628203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"940497ecb7fac3b3972acfb6864a842f","span_id":"a1d0832998debd23","x-request-id":"46c34c82-8eeb-4e43-ad35-2eb364b0e297"}
{"level":"info","ts":1789762721.415372,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762721.415481,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762721.4154952,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762721.4155133,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","EoS":true}
{"level":"info","ts":1789762721.4155498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","header":"x-maas-username"}
{"level":"info","ts":1789762721.415562,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","header":"x-maas-keyname"}
{"level":"info","ts":1789762721.4155703,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","header":"x-maas-subscription"}
{"level":"info","ts":1789762721.4155788,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","header":"x-maas-group"}
{"level":"info","ts":1789762721.4156005,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762721.415639,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762721.4175794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762721.4176035,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762721.417619,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","EoS":false}
{"level":"info","ts":1789762721.4176373,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762721.4176643,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542","EoS":true}
{"level":"info","ts":1789762721.417674,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"22078b04ae5f37919f6db5f56a1c33c0","span_id":"acb06340012bc08b","x-request-id":"83f54252-6520-4bac-bd1d-b0e871a85542"}
{"level":"info","ts":1789762722.4546163,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762722.4547246,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762722.4547403,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762722.4547575,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","EoS":true}
{"level":"info","ts":1789762722.4547799,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","header":"x-maas-subscription"}
{"level":"info","ts":1789762722.4547904,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","header":"x-maas-keyname"}
{"level":"info","ts":1789762722.4547956,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","header":"x-maas-group"}
{"level":"info","ts":1789762722.4548004,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","header":"x-maas-username"}
{"level":"info","ts":1789762722.4548173,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762722.4548488,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762722.4556818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762722.455702,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762722.4557261,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","EoS":false}
{"level":"info","ts":1789762722.4557467,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762722.4557822,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2","EoS":true}
{"level":"info","ts":1789762722.455794,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"edbccead27166720ae3e0a0b6177a855","span_id":"03ddf70570239e5b","x-request-id":"8a52c052-c599-4797-a75e-c2ca431886e2"}
{"level":"info","ts":1789762723.2433236,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762723.243433,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762723.2434754,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762723.2434967,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","EoS":true}
{"level":"info","ts":1789762723.2435298,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","header":"x-maas-subscription"}
{"level":"info","ts":1789762723.2435417,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","header":"x-maas-keyname"}
{"level":"info","ts":1789762723.2435565,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","header":"x-maas-username"}
{"level":"info","ts":1789762723.2435656,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","header":"x-maas-group"}
{"level":"info","ts":1789762723.2435868,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762723.243623,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762723.2445316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762723.244552,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762723.244568,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","EoS":false}
{"level":"info","ts":1789762723.2445836,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762723.24461,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615","EoS":true}
{"level":"info","ts":1789762723.2446182,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8f99b0f1e7647a68e6db231172136f59","span_id":"ce22716b36d50fa6","x-request-id":"85cbf917-ae45-49ad-9d63-8e54aa9d4615"}
{"level":"info","ts":1789762724.415999,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762724.4161017,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"info","ts":1789762724.4161155,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"info","ts":1789762724.4161274,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","EoS":true}
{"level":"info","ts":1789762724.4161508,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","header":"x-maas-subscription"}
{"level":"info","ts":1789762724.4161606,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","header":"x-maas-group"}
{"level":"info","ts":1789762724.4161658,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","header":"x-maas-username"}
{"level":"info","ts":1789762724.4161706,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","header":"x-maas-keyname"}
{"level":"info","ts":1789762724.416187,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762724.4162135,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"info","ts":1789762724.4170692,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"info","ts":1789762724.417083,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"info","ts":1789762724.4170954,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","EoS":false}
{"level":"info","ts":1789762724.4171088,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"info","ts":1789762724.4171326,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467","EoS":true}
{"level":"info","ts":1789762724.417146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fb0fd15e109fc5bc868eb4883175477f","span_id":"3a80788af0bd7296","x-request-id":"f6750d51-e877-4956-92e3-cc57ad1a7467"}
{"level":"error","ts":1789762724.6294482,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789762734.630351,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762742.0059307,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762742.006029,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"info","ts":1789762742.0060463,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"info","ts":1789762742.0060608,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","EoS":true}
{"level":"info","ts":1789762742.0060894,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","header":"x-maas-keyname"}
{"level":"info","ts":1789762742.0061002,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","header":"x-maas-group"}
{"level":"info","ts":1789762742.006105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","header":"x-maas-username"}
{"level":"info","ts":1789762742.00611,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","header":"x-maas-subscription"}
{"level":"info","ts":1789762742.0061252,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762742.0061588,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"info","ts":1789762742.007171,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"info","ts":1789762742.0072026,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"info","ts":1789762742.0072265,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","EoS":false}
{"level":"info","ts":1789762742.0072448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"info","ts":1789762742.0072854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c","EoS":true}
{"level":"info","ts":1789762742.0073023,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff4ab30a9aec969f853200c480c8be47","span_id":"75acdfd0ca02fcaf","x-request-id":"397d11e9-26e8-4f90-a4e1-4237e35a075c"}
{"level":"error","ts":1789762754.6319954,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762831.3998961,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762831.4000342,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"info","ts":1789762831.4000535,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"info","ts":1789762831.4000685,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","EoS":true}
{"level":"info","ts":1789762831.4000943,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","header":"x-maas-username"}
{"level":"info","ts":1789762831.4001045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","header":"x-maas-subscription"}
{"level":"info","ts":1789762831.4001105,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","header":"x-maas-group"}
{"level":"info","ts":1789762831.4001155,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","header":"x-maas-keyname"}
{"level":"info","ts":1789762831.4001296,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1789762831.40016,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"info","ts":1789762831.4169796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"info","ts":1789762831.4170055,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"info","ts":1789762831.4170215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","EoS":false}
{"level":"info","ts":1789762831.4170344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"info","ts":1789762831.4170635,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f","EoS":true}
{"level":"info","ts":1789762831.4170709,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"46224c253d927458af9a0e454acd33d8","span_id":"1d994a4433c7683f","x-request-id":"a081ad4e-8934-4ccf-b59b-3e92da07102f"}
{"level":"error","ts":1789762844.6396604,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762895.0721169,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762895.0722296,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762895.0722468,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762895.0722609,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","EoS":true}
{"level":"info","ts":1789762895.072282,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","header":"x-maas-subscription"}
{"level":"info","ts":1789762895.0722923,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","header":"x-maas-group"}
{"level":"info","ts":1789762895.0722973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","header":"x-maas-username"}
{"level":"info","ts":1789762895.0723221,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","header":"x-maas-keyname"}
{"level":"info","ts":1789762895.07234,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1789762895.0723665,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762895.0731,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762895.07312,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762895.0731392,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","EoS":false}
{"level":"info","ts":1789762895.0731544,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762895.0731888,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461","EoS":true}
{"level":"info","ts":1789762895.0732007,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"91a78a6e1fc40724faa3e32936801e97","span_id":"17f6ff01b9558a11","x-request-id":"34fc8675-1354-4d63-8fa8-47915158b461"}
{"level":"info","ts":1789762909.3546717,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762909.3547704,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.3547826,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.3547938,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":true}
{"level":"info","ts":1789762909.3548126,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","header":"x-maas-group"}
{"level":"info","ts":1789762909.3548238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","header":"x-maas-username"}
{"level":"info","ts":1789762909.3548284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","header":"x-maas-keyname"}
{"level":"info","ts":1789762909.354834,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","header":"x-maas-subscription"}
{"level":"info","ts":1789762909.3548493,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789762909.3549013,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.3678024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.367824,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.3678443,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":false}
{"level":"info","ts":1789762909.3678594,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.367911,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":false}
{"level":"info","ts":1789762909.3679278,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.367951,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":false}
{"level":"info","ts":1789762909.3679643,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.3679843,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e","EoS":true}
{"level":"info","ts":1789762909.367999,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"de02b9416ba9a09b5cf8a9459737dc1a","span_id":"482f52f411ccd907","x-request-id":"d882a975-bfb9-4f5d-9e63-c835523b9b0e"}
{"level":"info","ts":1789762909.50407,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762909.504162,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.5041757,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.5041869,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","EoS":true}
{"level":"info","ts":1789762909.5042078,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","header":"x-maas-subscription"}
{"level":"info","ts":1789762909.504219,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","header":"x-maas-group"}
{"level":"info","ts":1789762909.5042238,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","header":"x-maas-username"}
{"level":"info","ts":1789762909.5042279,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","header":"x-maas-keyname"}
{"level":"info","ts":1789762909.504242,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789762909.5042677,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.5063586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.506378,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.506401,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","EoS":false}
{"level":"info","ts":1789762909.5064197,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.5064578,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","EoS":false}
{"level":"info","ts":1789762909.5064719,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"info","ts":1789762909.5064895,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6","EoS":true}
{"level":"info","ts":1789762909.5065014,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ff25ddb2c5a0528458b1b405c0a6ccde","span_id":"4b6d2607be51b184","x-request-id":"71e486a3-a2c9-4661-90fa-d104fac625e6"}
{"level":"error","ts":1789762909.6454153,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789762909.6465201,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762909.6466084,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.6466243,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.6466365,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","EoS":true}
{"level":"info","ts":1789762909.646655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","header":"x-maas-keyname"}
{"level":"info","ts":1789762909.6466653,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","header":"x-maas-subscription"}
{"level":"info","ts":1789762909.6466699,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","header":"x-maas-group"}
{"level":"info","ts":1789762909.6466753,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","header":"x-maas-username"}
{"level":"info","ts":1789762909.6466887,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789762909.6467135,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.6475706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.6475842,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.6475992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","EoS":false}
{"level":"info","ts":1789762909.647609,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.647633,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","EoS":false}
{"level":"info","ts":1789762909.6476514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762909.6476681,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01","EoS":true}
{"level":"info","ts":1789762909.647682,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"933486e0c1350de67b0e9dddf325beee","span_id":"0c83bd0397bce0e8","x-request-id":"f6f22875-5636-4997-8d59-497640539a01"}
{"level":"info","ts":1789762922.5377893,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789762922.5379124,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"info","ts":1789762922.5379262,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"info","ts":1789762922.5379384,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","EoS":true}
{"level":"info","ts":1789762922.5379581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","header":"x-maas-group"}
{"level":"info","ts":1789762922.5379655,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","header":"x-maas-keyname"}
{"level":"info","ts":1789762922.537971,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","header":"x-maas-username"}
{"level":"info","ts":1789762922.5379755,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","header":"x-maas-subscription"}
{"level":"info","ts":1789762922.5379908,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","path":"/llm/e2e-embedding-simulated/v1/embeddings"}
{"level":"info","ts":1789762922.5380275,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"info","ts":1789762922.5402935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"info","ts":1789762922.540316,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"info","ts":1789762922.5403328,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","EoS":false}
{"level":"info","ts":1789762922.5403447,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"info","ts":1789762922.540379,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473","EoS":true}
{"level":"info","ts":1789762922.540389,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"0b544895d9dfad51dd4ad1b4cd8fe894","span_id":"02c6f1e5068c4dea","x-request-id":"fbb8782a-0105-48c4-a4e0-8b43e6c21473"}
{"level":"error","ts":1789762924.6469407,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789762934.6474261,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}