{"level":"info","ts":1789464001.9164724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"dcbbc26e-249e-413b-b626-c0a09cdf0cb7","modelName":"e2e-legacy-migration-e5a6dcb4","resolvedRefs":1} {"level":"error","ts":1789464001.9165716,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"02866079-e7a3-4feb-bf6e-bb1b08277abb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-legacy-migration-e5a6dcb4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1789464001.9170752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"83a8a128-cbf0-42b0-8bda-4cfe7dfa1882"} {"level":"info","ts":1789464001.9172459,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"83a8a128-cbf0-42b0-8bda-4cfe7dfa1882","name":"e2e-legacy-migration-e5a6dcb4"} {"level":"info","ts":1789464001.9281156,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"83a8a128-cbf0-42b0-8bda-4cfe7dfa1882","httpRoute":"e2e-legacy-migration-e5a6dcb4","providers":["e2e-legacy-migration-e5a6dcb4"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789464001.9993875,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"fd6522fc-8c43-4a0c-90b4-f29204b703ef","name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"} {"level":"info","ts":1789464002.003234,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"fd6522fc-8c43-4a0c-90b4-f29204b703ef","name":"e2e-legacy-migration-e5a6dcb4"} {"level":"info","ts":1789464002.0085464,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"fd6522fc-8c43-4a0c-90b4-f29204b703ef","provider":"openai","model":"e2e-legacy-migration-e5a6dcb4","targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1789464004.7326949,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"c31603b8-6435-4906-9f3a-579d6a8418a8","name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"} {"level":"info","ts":1789464004.7394733,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"9427e453-1cf2-4f6a-a4f3-f1a2d3e6babb","name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"} {"level":"info","ts":1789464004.7395372,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"9427e453-1cf2-4f6a-a4f3-f1a2d3e6babb","name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"} {"level":"info","ts":1789464004.739622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"19f3c428-724f-4cda-a208-95acecb2e0e6"} {"level":"info","ts":1789464004.7421448,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"16090b18-84d4-4525-8a6f-cc13cc3d4aed"} {"level":"info","ts":1789464004.742274,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"2a58cb70-b3c8-493b-99c0-ed47d11330e4","name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"} {"level":"info","ts":1789464004.742356,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e5a6dcb4","reconcileID":"2a58cb70-b3c8-493b-99c0-ed47d11330e4","name":"e2e-legacy-migration-e5a6dcb4","namespace":"llm"} {"level":"info","ts":1789464005.1669726,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464005.1670938,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464005.1671116,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464005.1671298,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","EoS":true} {"level":"info","ts":1789464005.1671898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","header":"x-maas-keyname"} {"level":"info","ts":1789464005.1672068,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","header":"x-maas-username"} {"level":"info","ts":1789464005.1672153,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","header":"x-maas-subscription"} {"level":"info","ts":1789464005.1672225,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","header":"x-maas-group"} {"level":"info","ts":1789464005.1672423,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789464005.167257,"caller":"model-provider-resolver/plugin.go:212","msg":"resolved model by name","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","modelName":"e2e-external-model"} {"level":"info","ts":1789464005.1672764,"caller":"model-provider-resolver/plugin.go:264","msg":"external model resolved","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1789464005.1673083,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1789464005.167334,"caller":"apikey-injection/plugin.go:200","msg":"auth headers injected","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","authType":"apikey"} {"level":"info","ts":1789464005.1673684,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464006.160155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464006.1601815,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464006.160199,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","EoS":false} {"level":"info","ts":1789464006.1602159,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464006.1602452,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53","EoS":true} {"level":"info","ts":1789464006.1602557,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36d5672c5477b7b29c491555e4de46f5","span_id":"b2862ea2a22c45af","x-request-id":"05888252-d47d-4e8e-b98a-0798c1ccdf53"} {"level":"info","ts":1789464006.20603,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464006.2061718,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.2061903,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.2062101,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","EoS":true} {"level":"info","ts":1789464006.206246,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","header":"x-maas-group"} {"level":"info","ts":1789464006.2062588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","header":"x-maas-username"} {"level":"info","ts":1789464006.2062674,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","header":"x-maas-subscription"} {"level":"info","ts":1789464006.2062745,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","header":"x-maas-keyname"} {"level":"info","ts":1789464006.2062962,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1789464006.2063262,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.2595336,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.2596238,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.2596698,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","EoS":false} {"level":"info","ts":1789464006.2597158,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.2597845,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6","EoS":true} {"level":"info","ts":1789464006.2598147,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f774389a61508de84865e291f8d88158","span_id":"330cd8546d2dd817","x-request-id":"2e806d88-dce0-4d8b-b453-dd79d12689a6"} {"level":"info","ts":1789464006.3064969,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464006.3066251,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464006.30664,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464006.3066592,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","EoS":true} {"level":"info","ts":1789464006.3066897,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","header":"x-maas-subscription"} {"level":"info","ts":1789464006.3067029,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","header":"x-maas-keyname"} {"level":"info","ts":1789464006.306711,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","header":"x-maas-group"} {"level":"info","ts":1789464006.306719,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","header":"x-maas-username"} {"level":"info","ts":1789464006.306756,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464006.6449723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464006.6449995,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464006.645018,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","EoS":false} {"level":"info","ts":1789464006.6450307,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464006.6450605,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd","EoS":true} {"level":"info","ts":1789464006.6450665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6cac57ccba4dc4e9109c78c8a4bb43d9","span_id":"4963138bafebb54a","x-request-id":"ca18792a-3a8c-4ba4-8395-9b02d4f02bdd"} {"level":"info","ts":1789464007.4824343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edd64b4f-d34b-4b9c-aa6b-1028654c25a6"} {"level":"info","ts":1789464007.4825218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7159c080-ce02-4271-a907-6daf3e7297aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789464007.4825687,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7159c080-ce02-4271-a907-6daf3e7297aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789464007.6256185,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"79dc4bac-d7a4-419b-ae13-45973152d051"} {"level":"info","ts":1789464007.6257946,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2d7e424-a7c0-4f1f-a7ad-bf41d941de3c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789464007.6258693,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e2d7e424-a7c0-4f1f-a7ad-bf41d941de3c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789464007.746677,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ad3bbf89-4b8f-4d89-a844-d8a010d31db0","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789464007.7467997,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ad3bbf89-4b8f-4d89-a844-d8a010d31db0","key":"llm/e2e-external-model-api-key"} {"level":"error","ts":1789464008.5599184,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789464009.8836856,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464009.883874,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.8839126,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.8839417,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","EoS":true} {"level":"info","ts":1789464009.8839808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","header":"x-maas-keyname"} {"level":"info","ts":1789464009.884003,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","header":"x-maas-group"} {"level":"info","ts":1789464009.8840213,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","header":"x-maas-subscription"} {"level":"info","ts":1789464009.8840463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","header":"x-maas-username"} {"level":"info","ts":1789464009.8840742,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464009.8841152,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.885961,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.8860338,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.8860707,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","EoS":false} {"level":"info","ts":1789464009.886105,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.8861406,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029","EoS":true} {"level":"info","ts":1789464009.8861659,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7acb1fe1b66692b65ef327fdf9412a7b","span_id":"f4325c2273f42bc4","x-request-id":"808ccca7-9567-4a09-bd9d-35b47f151029"} {"level":"info","ts":1789464009.9244363,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464009.924651,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.9246974,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.9247367,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","EoS":true} {"level":"info","ts":1789464009.9247887,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","header":"x-maas-keyname"} {"level":"info","ts":1789464009.9248302,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","header":"x-maas-username"} {"level":"info","ts":1789464009.9248893,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","header":"x-maas-group"} {"level":"info","ts":1789464009.9249184,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","header":"x-maas-subscription"} {"level":"info","ts":1789464009.9249587,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464009.9250062,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.928973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.9290493,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.929096,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","EoS":false} {"level":"info","ts":1789464009.9291344,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.9291828,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718","EoS":true} {"level":"info","ts":1789464009.9292243,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"60b1938822778c6979929a3d6ce91272","span_id":"e27535b752fa0218","x-request-id":"2fedec44-2ec3-4950-949d-c40826c25718"} {"level":"info","ts":1789464009.9734242,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464009.9735227,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464009.9735343,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464009.973545,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","EoS":true} {"level":"info","ts":1789464009.973569,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","header":"x-maas-username"} {"level":"info","ts":1789464009.9736161,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","header":"x-maas-group"} {"level":"info","ts":1789464009.9736726,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","header":"x-maas-subscription"} {"level":"info","ts":1789464009.9736836,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","header":"x-maas-keyname"} {"level":"info","ts":1789464009.9737012,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464009.9737291,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464009.9746783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464009.9746985,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464009.9747133,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","EoS":false} {"level":"info","ts":1789464009.9747334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464009.9747577,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c","EoS":true} {"level":"info","ts":1789464009.9747667,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"470e3117516ece025498d761f781cba2","span_id":"802461e505bab3c1","x-request-id":"d1d9c7e9-16d0-4ce9-9b3d-a14ad9b4464c"} {"level":"info","ts":1789464010.015019,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464010.0151594,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"info","ts":1789464010.0151765,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"info","ts":1789464010.0151935,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","EoS":true} {"level":"info","ts":1789464010.0152247,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","header":"x-maas-subscription"} {"level":"info","ts":1789464010.0152361,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","header":"x-maas-username"} {"level":"info","ts":1789464010.0152426,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","header":"x-maas-keyname"} {"level":"info","ts":1789464010.0152502,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","header":"x-maas-group"} {"level":"info","ts":1789464010.01527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789464010.0153034,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"info","ts":1789464010.019973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"info","ts":1789464010.020006,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"info","ts":1789464010.0200272,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","EoS":false} {"level":"info","ts":1789464010.0200453,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"info","ts":1789464010.0200741,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83","EoS":true} {"level":"info","ts":1789464010.020089,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"65075912e4e1d17c82948a5e7bad0ca6","span_id":"24c11b0b7ce787b5","x-request-id":"24b8e16e-227a-41d7-8061-3d1582c34c83"} {"level":"error","ts":1789464023.561101,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789464023.964987,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464023.9651196,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"0a0b0acd40c151b9f9dcae4d6893d578","span_id":"da58bcbeac248be4","x-request-id":"13ebf19b-8c20-4f1a-9b93-3a3e7586e749"} {"level":"info","ts":1789464023.9651387,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"0a0b0acd40c151b9f9dcae4d6893d578","span_id":"da58bcbeac248be4","x-request-id":"13ebf19b-8c20-4f1a-9b93-3a3e7586e749"} {"level":"info","ts":1789464023.965158,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"0a0b0acd40c151b9f9dcae4d6893d578","span_id":"da58bcbeac248be4","x-request-id":"13ebf19b-8c20-4f1a-9b93-3a3e7586e749","EoS":true} {"level":"info","ts":1789464023.965233,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"0a0b0acd40c151b9f9dcae4d6893d578","span_id":"da58bcbeac248be4","x-request-id":"13ebf19b-8c20-4f1a-9b93-3a3e7586e749"} {"level":"info","ts":1789464024.1394255,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464024.1395264,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9f78715e0c85f960b152c4a8aae9f8f4","span_id":"23dc632cb96a2507","x-request-id":"07e4d608-21f5-4df6-9a95-c53834a0ee7a"} {"level":"info","ts":1789464024.1395392,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f78715e0c85f960b152c4a8aae9f8f4","span_id":"23dc632cb96a2507","x-request-id":"07e4d608-21f5-4df6-9a95-c53834a0ee7a"} {"level":"info","ts":1789464024.1395507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9f78715e0c85f960b152c4a8aae9f8f4","span_id":"23dc632cb96a2507","x-request-id":"07e4d608-21f5-4df6-9a95-c53834a0ee7a","EoS":true} {"level":"info","ts":1789464024.139594,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9f78715e0c85f960b152c4a8aae9f8f4","span_id":"23dc632cb96a2507","x-request-id":"07e4d608-21f5-4df6-9a95-c53834a0ee7a"} {"level":"info","ts":1789464024.3109455,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789464024.311064,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4fa26d9f99facb7358185b7c930ad850","span_id":"3a05cf7ec76a0918","x-request-id":"f34d89cf-eabc-4e66-9ba8-0781ded5d58a"} {"level":"info","ts":1789464024.3110797,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4fa26d9f99facb7358185b7c930ad850","span_id":"3a05cf7ec76a0918","x-request-id":"f34d89cf-eabc-4e66-9ba8-0781ded5d58a"} {"level":"info","ts":1789464024.3110986,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4fa26d9f99facb7358185b7c930ad850","span_id":"3a05cf7ec76a0918","x-request-id":"f34d89cf-eabc-4e66-9ba8-0781ded5d58a","EoS":true} {"level":"info","ts":1789464024.3111575,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4fa26d9f99facb7358185b7c930ad850","span_id":"3a05cf7ec76a0918","x-request-id":"f34d89cf-eabc-4e66-9ba8-0781ded5d58a"} {"level":"error","ts":1789464038.5621967,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465060.2922604,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465060.2923708,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.292383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.2923942,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","EoS":true} {"level":"info","ts":1789465060.2924209,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","header":"x-maas-subscription"} {"level":"info","ts":1789465060.2924309,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","header":"x-maas-keyname"} {"level":"info","ts":1789465060.292436,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","header":"x-maas-group"} {"level":"info","ts":1789465060.2924411,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","header":"x-maas-username"} {"level":"info","ts":1789465060.2924566,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789465060.2924879,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.2933788,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.2934017,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.2934167,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","EoS":false} {"level":"info","ts":1789465060.293427,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.293451,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043","EoS":true} {"level":"info","ts":1789465060.2934601,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ef2ff8181a72a42b71d5a2006d9a14c8","span_id":"d4192952848018a3","x-request-id":"e84ef6db-20cd-4490-9b92-70a2a8166043"} {"level":"info","ts":1789465060.3331196,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465060.33322,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"info","ts":1789465060.3332324,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"info","ts":1789465060.333244,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","EoS":true} {"level":"info","ts":1789465060.3332686,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","header":"x-maas-subscription"} {"level":"info","ts":1789465060.3332758,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","header":"x-maas-username"} {"level":"info","ts":1789465060.333281,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","header":"x-maas-keyname"} {"level":"info","ts":1789465060.333287,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","header":"x-maas-group"} {"level":"info","ts":1789465060.3333006,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1789465060.3333294,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"info","ts":1789465060.3341274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"info","ts":1789465060.3341582,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"info","ts":1789465060.3341758,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","EoS":false} {"level":"info","ts":1789465060.3341894,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"info","ts":1789465060.334215,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad","EoS":true} {"level":"info","ts":1789465060.3342242,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7c089bfb046fe18b6c7c50d1f0c449bb","span_id":"74202f384336907a","x-request-id":"b6acc823-b922-4747-ad34-27baf84671ad"} {"level":"error","ts":1789465073.6952415,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465376.088267,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465376.0883806,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.088396,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.0884137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","EoS":true} {"level":"info","ts":1789465376.088441,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","header":"x-maas-keyname"} {"level":"info","ts":1789465376.0884507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","header":"x-maas-group"} {"level":"info","ts":1789465376.0884554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","header":"x-maas-username"} {"level":"info","ts":1789465376.0884602,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","header":"x-maas-subscription"} {"level":"info","ts":1789465376.0884757,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465376.0885093,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.101771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.101796,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.1018128,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","EoS":false} {"level":"info","ts":1789465376.1018248,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.1018763,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc","EoS":true} {"level":"info","ts":1789465376.1018887,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"75752d0a9c984fb084f58d1e63fc4f57","span_id":"d04d345ae71c625e","x-request-id":"e40b2332-6f82-411a-ad23-9b60653575cc"} {"level":"info","ts":1789465376.2436674,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465376.243792,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.2438054,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.2438176,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","EoS":true} {"level":"info","ts":1789465376.2438576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","header":"x-maas-username"} {"level":"info","ts":1789465376.243874,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","header":"x-maas-subscription"} {"level":"info","ts":1789465376.2438807,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","header":"x-maas-keyname"} {"level":"info","ts":1789465376.243886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","header":"x-maas-group"} {"level":"info","ts":1789465376.243901,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465376.2439342,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.2449803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.2450001,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.2450109,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","EoS":false} {"level":"info","ts":1789465376.2450237,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.2450507,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723","EoS":true} {"level":"info","ts":1789465376.2450597,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6f387680abc140f1a95381f7210bdfa1","span_id":"9b8e3df671e43016","x-request-id":"b38754f3-bebb-442f-8833-51c98a4ff723"} {"level":"info","ts":1789465376.384114,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465376.3842173,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.3842328,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.3842502,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","EoS":true} {"level":"info","ts":1789465376.384275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","header":"x-maas-keyname"} {"level":"info","ts":1789465376.384286,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","header":"x-maas-username"} {"level":"info","ts":1789465376.3842916,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","header":"x-maas-subscription"} {"level":"info","ts":1789465376.3842962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","header":"x-maas-group"} {"level":"info","ts":1789465376.3843107,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465376.3843443,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.3854592,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.3854787,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.385493,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","EoS":false} {"level":"info","ts":1789465376.3855035,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.3855283,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa","EoS":true} {"level":"info","ts":1789465376.3855379,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5a1786c3a90d2b62d32968a58af68c04","span_id":"f098a4607e467ab1","x-request-id":"e79e51f4-617b-4b96-82e4-805fd69605aa"} {"level":"info","ts":1789465376.5342,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465376.5343313,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.5343442,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.534357,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","EoS":true} {"level":"info","ts":1789465376.5343864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","header":"x-maas-username"} {"level":"info","ts":1789465376.5343947,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","header":"x-maas-group"} {"level":"info","ts":1789465376.5344052,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","header":"x-maas-keyname"} {"level":"info","ts":1789465376.5344117,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","header":"x-maas-subscription"} {"level":"info","ts":1789465376.5344274,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465376.5344539,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.536994,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.5370164,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.537032,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","EoS":false} {"level":"info","ts":1789465376.5370595,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.5370831,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af","EoS":true} {"level":"info","ts":1789465376.5370932,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6ac763ac696e04acfc8354afca92b80c","span_id":"c99d931658ecdbac","x-request-id":"8558f036-c465-442c-a9e3-09f83fea80af"} {"level":"info","ts":1789465376.6757884,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465376.6759424,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465376.6759567,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465376.6759706,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","EoS":true} {"level":"info","ts":1789465376.6760032,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","header":"x-maas-group"} {"level":"info","ts":1789465376.6760144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","header":"x-maas-subscription"} {"level":"info","ts":1789465376.6760201,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","header":"x-maas-keyname"} {"level":"info","ts":1789465376.6760252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","header":"x-maas-username"} {"level":"info","ts":1789465376.676039,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465376.676068,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465376.6771417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465376.6771634,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465376.6771774,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","EoS":false} {"level":"info","ts":1789465376.677188,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465376.677219,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2","EoS":true} {"level":"info","ts":1789465376.6772292,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7ef1c15ba81885ed1d0c30aab0f50142","span_id":"4d0597a6768e82fa","x-request-id":"e6e91063-36b5-4bc6-a554-c43c241dc0a2"} {"level":"info","ts":1789465385.530496,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465385.530603,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.530616,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.5306275,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","EoS":true} {"level":"info","ts":1789465385.530652,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","header":"x-maas-keyname"} {"level":"info","ts":1789465385.530663,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","header":"x-maas-group"} {"level":"info","ts":1789465385.5306673,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","header":"x-maas-username"} {"level":"info","ts":1789465385.530672,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","header":"x-maas-subscription"} {"level":"info","ts":1789465385.5306876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465385.5307152,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.531813,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.5318353,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.5318677,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","EoS":false} {"level":"info","ts":1789465385.531878,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.5318992,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee","EoS":true} {"level":"info","ts":1789465385.531908,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5425faee6a90c7249f3305e4fe1c585","span_id":"60451b382970b466","x-request-id":"bbd1dda9-0caa-4bbb-a6e3-724311e628ee"} {"level":"info","ts":1789465385.5690303,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465385.5691407,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.5691538,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.5691712,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","EoS":true} {"level":"info","ts":1789465385.5692015,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","header":"x-maas-subscription"} {"level":"info","ts":1789465385.5692275,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","header":"x-maas-keyname"} {"level":"info","ts":1789465385.5692358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","header":"x-maas-group"} {"level":"info","ts":1789465385.5692415,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","header":"x-maas-username"} {"level":"info","ts":1789465385.569255,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465385.5692823,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.5702534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.570274,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.5702858,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","EoS":false} {"level":"info","ts":1789465385.5702963,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.570319,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf","EoS":true} {"level":"info","ts":1789465385.5703275,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1d0756e1873b91ed876cde9a2c4da43d","span_id":"2be28077aa3187bb","x-request-id":"ad048c25-783f-4f9a-9c45-e5e40d38cfaf"} {"level":"info","ts":1789465385.6664507,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465385.6665518,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f"} {"level":"info","ts":1789465385.6674535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f"} {"level":"info","ts":1789465385.6674736,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f"} {"level":"info","ts":1789465385.6674886,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f","EoS":false} {"level":"info","ts":1789465385.6674993,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f"} {"level":"info","ts":1789465385.667523,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f","EoS":true} {"level":"info","ts":1789465385.667532,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9f898b301742bf4369f9abb065f2b9e9","span_id":"51ebf32668bb6002","x-request-id":"1a6edcaf-84c2-4db3-a4cf-340d9a392a1f"} {"level":"info","ts":1789465386.398317,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465386.3984144,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465386.398426,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465386.3984382,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","EoS":true} {"level":"info","ts":1789465386.3984623,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","header":"x-maas-keyname"} {"level":"info","ts":1789465386.3984728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","header":"x-maas-username"} {"level":"info","ts":1789465386.3984787,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","header":"x-maas-subscription"} {"level":"info","ts":1789465386.398487,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","header":"x-maas-group"} {"level":"info","ts":1789465386.3985054,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465386.3985386,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465386.3993633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465386.3993838,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465386.3994029,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","EoS":false} {"level":"info","ts":1789465386.3994203,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465386.3994467,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070","EoS":true} {"level":"info","ts":1789465386.3994565,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"36f137f967dc34da7cad61648961e6b9","span_id":"da94ab87b7580b6d","x-request-id":"1f372a7d-7742-4bc8-a1e0-27246f58a070"} {"level":"info","ts":1789465387.3213203,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465387.3214266,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465387.321441,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465387.321454,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","EoS":true} {"level":"info","ts":1789465387.3214781,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","header":"x-maas-group"} {"level":"info","ts":1789465387.3214922,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","header":"x-maas-keyname"} {"level":"info","ts":1789465387.3214998,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","header":"x-maas-username"} {"level":"info","ts":1789465387.321507,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","header":"x-maas-subscription"} {"level":"info","ts":1789465387.321527,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465387.3215516,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465387.3223581,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465387.322378,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465387.3223908,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","EoS":false} {"level":"info","ts":1789465387.3224108,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465387.3224387,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe","EoS":true} {"level":"info","ts":1789465387.322448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a8b3c383421eda6a5387a77d2d8980fa","span_id":"eb314431e938b9fd","x-request-id":"45c30b8d-06c5-42cd-b77e-07d3c71a4efe"} {"level":"info","ts":1789465388.0191803,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465388.0192761,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"info","ts":1789465388.01929,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"info","ts":1789465388.0193014,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","EoS":true} {"level":"info","ts":1789465388.0193243,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","header":"x-maas-subscription"} {"level":"info","ts":1789465388.0193346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","header":"x-maas-group"} {"level":"info","ts":1789465388.0193403,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","header":"x-maas-username"} {"level":"info","ts":1789465388.0193446,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","header":"x-maas-keyname"} {"level":"info","ts":1789465388.0193589,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465388.0193837,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"info","ts":1789465388.020214,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"info","ts":1789465388.0202346,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"info","ts":1789465388.0202494,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","EoS":false} {"level":"info","ts":1789465388.0202608,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"info","ts":1789465388.0202854,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962","EoS":true} {"level":"info","ts":1789465388.0202951,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"44d644897bb97aebbeb97e48504dd10f","span_id":"3f435a15d3c10e23","x-request-id":"a96d7526-9328-4741-83f8-1a3a1ea8d962"} {"level":"error","ts":1789465388.7400212,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465389.05665,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465389.056765,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"info","ts":1789465389.056778,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"info","ts":1789465389.0567904,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","EoS":true} {"level":"info","ts":1789465389.0568147,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","header":"x-maas-username"} {"level":"info","ts":1789465389.0568254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","header":"x-maas-keyname"} {"level":"info","ts":1789465389.0568335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","header":"x-maas-group"} {"level":"info","ts":1789465389.056864,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","header":"x-maas-subscription"} {"level":"info","ts":1789465389.0568838,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465389.056916,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"info","ts":1789465389.0577168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"info","ts":1789465389.0577354,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"info","ts":1789465389.057746,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","EoS":false} {"level":"info","ts":1789465389.057759,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"info","ts":1789465389.05778,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb","EoS":true} {"level":"info","ts":1789465389.0577886,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"f2d1884e19cb7b40ba7842f5f509ff6c","span_id":"3af12fb0cabeeaf4","x-request-id":"307f0cce-2197-4cd4-9af5-b58beedb4cfb"} {"level":"error","ts":1789465403.7416742,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465410.6110477,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465410.6111495,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"info","ts":1789465410.6111636,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"info","ts":1789465410.6111755,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","EoS":true} {"level":"info","ts":1789465410.6111977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","header":"x-maas-username"} {"level":"info","ts":1789465410.6112084,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","header":"x-maas-group"} {"level":"info","ts":1789465410.6112144,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","header":"x-maas-subscription"} {"level":"info","ts":1789465410.6112216,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","header":"x-maas-keyname"} {"level":"info","ts":1789465410.611241,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465410.6112761,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"info","ts":1789465410.6121466,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"info","ts":1789465410.612169,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"info","ts":1789465410.6121836,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","EoS":false} {"level":"info","ts":1789465410.6121984,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"info","ts":1789465410.6122236,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b","EoS":true} {"level":"info","ts":1789465410.6122324,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a89d4ce3eec3d3acc606a39b527bbe84","span_id":"2c0854b1a3ea2741","x-request-id":"0ee3b793-42f5-4d5e-98e3-593f0dc81f8b"} {"level":"error","ts":1789465423.7443752,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465502.180394,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465502.1805117,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"info","ts":1789465502.1805284,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"info","ts":1789465502.1805406,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","EoS":true} {"level":"info","ts":1789465502.1805642,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","header":"x-maas-group"} {"level":"info","ts":1789465502.180635,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","header":"x-maas-keyname"} {"level":"info","ts":1789465502.1806448,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","header":"x-maas-username"} {"level":"info","ts":1789465502.1806498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","header":"x-maas-subscription"} {"level":"info","ts":1789465502.1806705,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1789465502.1807,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"info","ts":1789465502.1940563,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"info","ts":1789465502.1940875,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"info","ts":1789465502.194104,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","EoS":false} {"level":"info","ts":1789465502.1941164,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"info","ts":1789465502.1941469,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c","EoS":true} {"level":"info","ts":1789465502.194155,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b2f67e640426601f6366fea6fded978f","span_id":"7ffbbeacb5ebb02e","x-request-id":"d58e671f-e33a-4379-ab7b-170c5148e27c"} {"level":"error","ts":1789465513.7524676,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465583.3277495,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465583.3278801,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"info","ts":1789465583.3278928,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"info","ts":1789465583.3279064,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","EoS":true} {"level":"info","ts":1789465583.3279288,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","header":"x-maas-keyname"} {"level":"info","ts":1789465583.327939,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","header":"x-maas-group"} {"level":"info","ts":1789465583.3279445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","header":"x-maas-username"} {"level":"info","ts":1789465583.3279493,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","header":"x-maas-subscription"} {"level":"info","ts":1789465583.327964,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1789465583.3279896,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"info","ts":1789465583.3301032,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"info","ts":1789465583.3301127,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"info","ts":1789465583.330123,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","EoS":false} {"level":"info","ts":1789465583.330132,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"info","ts":1789465583.3301506,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26","EoS":true} {"level":"info","ts":1789465583.3301592,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d93e1bc744d579073c0c3d1f64b77a7e","span_id":"c8e03e7304b92e38","x-request-id":"79281e9d-2ec7-42c7-9ee2-24c53ba71c26"} {"level":"error","ts":1789465593.760982,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465596.9166336,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465596.9167428,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.916756,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.9167676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","EoS":true} {"level":"info","ts":1789465596.9167871,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","header":"x-maas-subscription"} {"level":"info","ts":1789465596.9167974,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","header":"x-maas-group"} {"level":"info","ts":1789465596.916802,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","header":"x-maas-keyname"} {"level":"info","ts":1789465596.9168072,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","header":"x-maas-username"} {"level":"info","ts":1789465596.916822,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789465596.9168682,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.9304204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.9304407,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.9304612,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","EoS":false} {"level":"info","ts":1789465596.9304826,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.9305105,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","EoS":false} {"level":"info","ts":1789465596.9305215,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465596.930533,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1","EoS":true} {"level":"info","ts":1789465596.93054,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a0cbe7cb2358ff0ae526fea842e3c156","span_id":"37685ee4073a397e","x-request-id":"07a78bbc-2857-43ec-8a8d-c43a7ec470a1"} {"level":"info","ts":1789465597.073011,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465597.0731158,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.0731285,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.0731394,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","EoS":true} {"level":"info","ts":1789465597.0731595,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","header":"x-maas-group"} {"level":"info","ts":1789465597.0731678,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","header":"x-maas-username"} {"level":"info","ts":1789465597.0731752,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","header":"x-maas-keyname"} {"level":"info","ts":1789465597.0731835,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","header":"x-maas-subscription"} {"level":"info","ts":1789465597.0732014,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789465597.073239,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.0742798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.0742977,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.0743175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","EoS":false} {"level":"info","ts":1789465597.0743368,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.074359,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","EoS":false} {"level":"info","ts":1789465597.0743692,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.0743804,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875","EoS":true} {"level":"info","ts":1789465597.0743864,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3e673a1a80afb3f3092fa62cd05d8c47","span_id":"b7558930cbf52005","x-request-id":"3c8c8a67-96a1-4ecc-b4f7-3dc101b7e875"} {"level":"info","ts":1789465597.2106647,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465597.2107723,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.2107835,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.210795,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","EoS":true} {"level":"info","ts":1789465597.2108142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","header":"x-maas-subscription"} {"level":"info","ts":1789465597.2108252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","header":"x-maas-keyname"} {"level":"info","ts":1789465597.2108335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","header":"x-maas-username"} {"level":"info","ts":1789465597.2108643,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","header":"x-maas-group"} {"level":"info","ts":1789465597.2108855,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789465597.210914,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.2119222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.2119367,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.211951,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","EoS":false} {"level":"info","ts":1789465597.2119696,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.2119951,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","EoS":false} {"level":"info","ts":1789465597.212011,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"info","ts":1789465597.2120223,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33","EoS":true} {"level":"info","ts":1789465597.2120316,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"11ff7565c01816b7fa7ee5c467b628a5","span_id":"e7acbe7cec518a7e","x-request-id":"f2a76637-f864-4d0c-85dc-f84f2e04ae33"} {"level":"error","ts":1789465608.7614694,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"info","ts":1789465609.989063,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789465609.9891915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.989208,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.9892285,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","EoS":true} {"level":"info","ts":1789465609.989267,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","header":"x-maas-username"} {"level":"info","ts":1789465609.9892797,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","header":"x-maas-group"} {"level":"info","ts":1789465609.9892883,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","header":"x-maas-keyname"} {"level":"info","ts":1789465609.9892962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","header":"x-maas-subscription"} {"level":"info","ts":1789465609.9893165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","path":"/llm/e2e-embedding-simulated/v1/embeddings"} {"level":"info","ts":1789465609.9893687,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.993375,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.9934018,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.9934175,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","EoS":false} {"level":"info","ts":1789465609.9934287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.9934607,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","EoS":false} {"level":"info","ts":1789465609.9934723,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"info","ts":1789465609.9934835,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede","EoS":true} {"level":"info","ts":1789465609.9934902,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9362ac93ac864c81d62ff05255d63a2","span_id":"31fb73fb12a300a9","x-request-id":"80216931-17aa-46f4-90f1-b9b1a2f4dede"} {"level":"error","ts":1789465623.7619545,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}