{"level":"info","ts":1789564867.0148656,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1789564867.0149617,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"}
{"level":"info","ts":1789564867.0172107,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"}
{"level":"info","ts":1789564867.0172458,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1789564867.0172653,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1789564867.017274,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1789564867.017298,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1789564867.0173056,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1789564867.017312,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1789564867.0185583,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"}
{"level":"info","ts":1789564867.0188332,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1789564867.0493076,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"}
{"level":"info","ts":1789564867.049634,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1789564867.049943,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1789564867.050047,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1789564867.0501153,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1789564867.0504317,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789564867.050741,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1789564867.0509632,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789564867.051127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38259.441043301,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.0511644,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.0514097,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1789564867.055936,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.0626044,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":35114.832390056,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.0626233,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.0628803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":32556.643845346,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.0628953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.137047,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.1386213,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564867.2525644,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1789564867.2527947,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1789564867.2530477,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f98670be-07e2-47e4-bf51-c426c566dafb","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564867.2531033,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f98670be-07e2-47e4-bf51-c426c566dafb","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564867.263851,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789564867.263887,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789564867.263997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a92c9870-0838-4726-b66c-3f48e50ea9eb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"error","ts":1789564867.2640367,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a92c9870-0838-4726-b66c-3f48e50ea9eb","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564867.2640579,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a92c9870-0838-4726-b66c-3f48e50ea9eb"}
{"level":"info","ts":1789564867.2641006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e5a8f4a-9150-450d-bea3-2c9b9a61ac07","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1789564867.2641137,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e5a8f4a-9150-450d-bea3-2c9b9a61ac07","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564867.2641277,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e5a8f4a-9150-450d-bea3-2c9b9a61ac07"}
{"level":"info","ts":1789564867.2641497,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1789564867.2641668,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1789564867.2641978,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c02d06f-15ec-470c-9c7d-dfd3d9745f4d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564867.264222,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c02d06f-15ec-470c-9c7d-dfd3d9745f4d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564867.679966,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1789564867.6800432,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1789564872.2651901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11bbf0f5-c6a8-4d49-a713-aed417197e1d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564872.265238,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11bbf0f5-c6a8-4d49-a713-aed417197e1d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789564872.2652779,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"359cdb0e-a591-4604-ad66-668a2f9c60fb","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564872.265308,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"359cdb0e-a591-4604-ad66-668a2f9c60fb","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789564875.0202074,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"788c906f-7d32-486b-bd30-4473fb2df2b4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564875.0202503,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"788c906f-7d32-486b-bd30-4473fb2df2b4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564879.696743,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a74aca5d-3b1b-497e-80b2-25800781b5ff","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.6969066,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a74aca5d-3b1b-497e-80b2-25800781b5ff","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7014127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"cea7eaea-e337-4a0b-8426-1dea01761b2a","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7014818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"cea7eaea-e337-4a0b-8426-1dea01761b2a","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7084374,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"91c35d28-e7cf-49ee-b6ab-af7afdc63303","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7084734,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"91c35d28-e7cf-49ee-b6ab-af7afdc63303","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7085514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b4d2d49b-a9ec-4851-8d37-e13a2471bbf6","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.708568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b4d2d49b-a9ec-4851-8d37-e13a2471bbf6","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.713106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d8825e6c-66c8-4f99-b8bb-a5d44cbf3d51","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7131815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d8825e6c-66c8-4f99-b8bb-a5d44cbf3d51","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7248993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d885863a-aa33-42d1-8110-f67f7e132a37","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7249854,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"d885863a-aa33-42d1-8110-f67f7e132a37","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7361085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9cf5f61-4e45-4c6d-96b9-1e4df8bcb1f2","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7362487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e9cf5f61-4e45-4c6d-96b9-1e4df8bcb1f2","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7362132,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"faa6250b-6c30-4fb4-93eb-95c437002882","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.736413,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"faa6250b-6c30-4fb4-93eb-95c437002882","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.745621,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bd4233fd-a1d4-40d6-8233-1e84a3a4ff6d","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7456498,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bd4233fd-a1d4-40d6-8233-1e84a3a4ff6d","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7707999,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"471398c8-d4e0-40af-87a5-3facf41b0273","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7708344,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"471398c8-d4e0-40af-87a5-3facf41b0273","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7709408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b7051f0e-bce3-4d1e-ad85-369187471db8","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.770966,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b7051f0e-bce3-4d1e-ad85-369187471db8","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7963655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b6d314f1-b607-4ac7-bfa5-dd4b9b6dd0f4","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7964547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b6d314f1-b607-4ac7-bfa5-dd4b9b6dd0f4","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.8236964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e4b42f6d-bbf0-4ac4-a3f6-b14dab64bd9a","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.8237836,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"e4b42f6d-bbf0-4ac4-a3f6-b14dab64bd9a","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.8473825,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b2556133-de91-4939-a0b3-e82e2ab90274","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.8474598,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b2556133-de91-4939-a0b3-e82e2ab90274","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564882.6058393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"99318be6-95aa-473a-bad0-13efb153ffb5","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6059525,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"99318be6-95aa-473a-bad0-13efb153ffb5","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6097665,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8fbd4be9-d2f5-411a-94d7-2b26bda6bb3b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.609868,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8fbd4be9-d2f5-411a-94d7-2b26bda6bb3b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564918.6968021,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2285299b-3a80-4c18-a21b-777c883c5171","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564918.696877,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2285299b-3a80-4c18-a21b-777c883c5171","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564918.851615,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"906293c4-164f-4f5c-a9b6-843f3cd6ff6b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564918.851718,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"906293c4-164f-4f5c-a9b6-843f3cd6ff6b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564918.9722657,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3caf2667-dd78-4b3e-96ef-bd236760a047","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564918.9724321,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3caf2667-dd78-4b3e-96ef-bd236760a047","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789565155.20907,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565155.2095654,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565155.2095842,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565155.209613,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","EoS":true}
{"level":"info","ts":1789565155.2096393,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","header":"x-maas-group"}
{"level":"info","ts":1789565155.2096498,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","header":"x-maas-username"}
{"level":"info","ts":1789565155.2096555,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","header":"x-maas-subscription"}
{"level":"info","ts":1789565155.2096763,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"}
{"level":"info","ts":1789565155.2097094,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565155.2231562,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565155.2231758,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565155.2231944,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","EoS":false}
{"level":"info","ts":1789565155.2232087,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565155.2232485,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2","EoS":true}
{"level":"info","ts":1789565155.2232606,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"875cdb268a4abb9e691ce51190cab554","span_id":"8f0618c3da3510f8","x-request-id":"a9ff0840-72ae-4149-9949-277555e2b3a2"}
{"level":"info","ts":1789565163.768256,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565163.76839,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"info","ts":1789565163.7684066,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"info","ts":1789565163.7684255,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","EoS":true}
{"level":"info","ts":1789565163.7684596,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","header":"x-maas-username"}
{"level":"info","ts":1789565163.7684712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","header":"x-maas-group"}
{"level":"info","ts":1789565163.7684805,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","header":"x-maas-subscription"}
{"level":"info","ts":1789565163.7685008,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"}
{"level":"info","ts":1789565163.7685318,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"info","ts":1789565163.7724733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"info","ts":1789565163.7724931,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"info","ts":1789565163.7725077,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","EoS":false}
{"level":"info","ts":1789565163.7725248,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"info","ts":1789565163.7725532,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca","EoS":true}
{"level":"info","ts":1789565163.7725625,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a3e530190794b2281efc93ddabf53609","span_id":"297462a9f742858d","x-request-id":"f52e8c8b-7dae-405a-baa4-9c4dfc22c6ca"}
{"level":"error","ts":1789565167.0497556,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789565172.0011148,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565172.0012157,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565172.001227,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565172.0012383,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","EoS":true}
{"level":"info","ts":1789565172.001261,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","header":"x-maas-username"}
{"level":"info","ts":1789565172.0012712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","header":"x-maas-subscription"}
{"level":"info","ts":1789565172.0012767,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","header":"x-maas-group"}
{"level":"info","ts":1789565172.0013165,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"}
{"level":"info","ts":1789565172.0013406,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565172.0024245,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565172.0024455,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565172.00246,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","EoS":false}
{"level":"info","ts":1789565172.002472,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565172.002499,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed","EoS":true}
{"level":"info","ts":1789565172.0025148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d9d35cecd20d543ba09a671ca6bc64bd","span_id":"8d4ac8546008bdc6","x-request-id":"6c8beaa4-c466-46b9-a028-13cfcf8780ed"}
{"level":"info","ts":1789565180.2047596,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565180.2048566,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"info","ts":1789565180.204877,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"info","ts":1789565180.2048895,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","EoS":true}
{"level":"info","ts":1789565180.2049167,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","header":"x-maas-subscription"}
{"level":"info","ts":1789565180.204928,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","header":"x-maas-username"}
{"level":"info","ts":1789565180.2049363,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","header":"x-maas-group"}
{"level":"info","ts":1789565180.204975,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"info","ts":1789565180.205985,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"info","ts":1789565180.206004,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"info","ts":1789565180.2060165,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","EoS":false}
{"level":"info","ts":1789565180.2060294,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"info","ts":1789565180.2060533,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e","EoS":true}
{"level":"info","ts":1789565180.2060602,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"fe5903f76e52872af5368723606b5cee","span_id":"f05f7ebc13d8347b","x-request-id":"6cbfb436-02cf-40fa-a5ce-93f8cb30f78e"}
{"level":"error","ts":1789565182.0509949,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789565188.4217026,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565188.4217908,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"info","ts":1789565188.421803,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"info","ts":1789565188.421816,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","EoS":true}
{"level":"info","ts":1789565188.4218388,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","header":"x-maas-group"}
{"level":"info","ts":1789565188.4218488,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","header":"x-maas-username"}
{"level":"info","ts":1789565188.4218554,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","header":"x-maas-subscription"}
{"level":"info","ts":1789565188.4218702,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","path":"/ai-tenant-e2e-inf-a-48adf5/test-model-48adf5/v1/chat/completions"}
{"level":"info","ts":1789565188.4218976,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"info","ts":1789565188.4229236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"info","ts":1789565188.4229486,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"info","ts":1789565188.4229667,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","EoS":false}
{"level":"info","ts":1789565188.422984,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"info","ts":1789565188.423011,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0","EoS":true}
{"level":"info","ts":1789565188.4230208,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3d443b2aa0dc6d5b7dcd0a98f9a86a81","span_id":"a0b22840c0bc0f85","x-request-id":"5b600661-10c7-426e-a9d0-263279f020a0"}
{"level":"error","ts":1789565197.0519269,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789565212.0525153,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}