{"level":"info","ts":1789564868.346356,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1789564868.3464532,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"}
{"level":"info","ts":1789564868.34803,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"}
{"level":"info","ts":1789564868.3480535,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1789564868.3480706,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1789564868.348077,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1789564868.3480825,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1789564868.348088,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1789564868.3480937,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1789564868.348747,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"}
{"level":"info","ts":1789564868.348911,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1789564868.371238,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"}
{"level":"info","ts":1789564868.3712978,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1789564868.3719687,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1789564868.372185,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1789564868.3722441,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1789564868.3724976,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789564868.372757,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1789564868.3729568,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789564868.3730178,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33141.526414407,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.3730307,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.3731773,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1789564868.3840764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":37473.244126552,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.3840947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.384494,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":35891.15253863,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.384509,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.3874955,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.404345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.4234893,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789564868.574323,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1789564868.5743659,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1789564868.5744493,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1dcc35f0-644d-49e1-abff-adc9f55e5f3c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564868.5744915,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"1dcc35f0-644d-49e1-abff-adc9f55e5f3c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564868.5856798,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789564868.5857177,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789564868.5858307,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50b533e0-988b-4653-b745-be1b6c2df8e8","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1789564868.5858705,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50b533e0-988b-4653-b745-be1b6c2df8e8","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564868.585893,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50b533e0-988b-4653-b745-be1b6c2df8e8"}
{"level":"info","ts":1789564868.5859458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e4cb98f-5429-436a-be51-63465c270c21","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"error","ts":1789564868.5859623,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e4cb98f-5429-436a-be51-63465c270c21","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789564868.5859847,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e4cb98f-5429-436a-be51-63465c270c21"}
{"level":"info","ts":1789564868.5860105,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1789564868.586026,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1789564868.586065,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59ce63f9-503d-4af7-a47e-5452f6c6b9bf","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564868.5860915,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"59ce63f9-503d-4af7-a47e-5452f6c6b9bf","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564869.286553,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1789564869.2866404,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1789564873.5864255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d11d7ab-19e5-427c-b0ba-b4c92a1420cc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564873.586513,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7d11d7ab-19e5-427c-b0ba-b4c92a1420cc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789564873.5865674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be0a1660-44ca-4fc4-a075-87ed46f56114","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564873.586586,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be0a1660-44ca-4fc4-a075-87ed46f56114","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789564875.0202456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f37381b-7599-401c-af6e-111f36b329e7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564875.0203068,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f37381b-7599-401c-af6e-111f36b329e7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789564879.6961136,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b3c64822-463f-435c-8a77-723566d54d77","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.6961737,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"b3c64822-463f-435c-8a77-723566d54d77","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7013133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ba636331-e284-4bc0-b470-209ccc5fb26d","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.70135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"ba636331-e284-4bc0-b470-209ccc5fb26d","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7087858,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a3b823e1-10e8-40b9-bf67-069e53972f96","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.708805,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f9f707b5-99ba-4b8a-a85a-f99770bfff7e","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7088275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"f9f707b5-99ba-4b8a-a85a-f99770bfff7e","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7088192,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"a3b823e1-10e8-40b9-bf67-069e53972f96","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7134812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9813b8db-b31f-4227-ba3d-d1454e86d950","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7135134,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"9813b8db-b31f-4227-ba3d-d1454e86d950","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7260716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"030a7474-d8c5-42c0-87f4-333b7049cd39","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7261024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"030a7474-d8c5-42c0-87f4-333b7049cd39","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7361379,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"13b2d34f-f105-4aaf-a694-fd272e7015f2","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7362049,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"13b2d34f-f105-4aaf-a694-fd272e7015f2","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7363155,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"774171d6-90c5-45c9-bbd2-4d0b30f151e2","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7363718,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"774171d6-90c5-45c9-bbd2-4d0b30f151e2","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7455754,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bd040612-80e0-41d4-ae58-7e3913c2711d","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.7456522,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"bd040612-80e0-41d4-ae58-7e3913c2711d","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.770417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0f45eab3-cd19-48ed-84b6-05094ffa112a","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.770567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"0f45eab3-cd19-48ed-84b6-05094ffa112a","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.7705355,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8b874876-3607-4b5a-8d27-f85cba51a0e5","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.770677,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"8b874876-3607-4b5a-8d27-f85cba51a0e5","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789564879.7964933,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5d2e4d59-2ce1-4ec1-b931-bd47ab223a1b","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.796577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"5d2e4d59-2ce1-4ec1-b931-bd47ab223a1b","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.8237152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7a3d7450-fc7f-46bf-b039-63a657d72cce","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.8237872,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"7a3d7450-fc7f-46bf-b039-63a657d72cce","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564879.847516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"870c3bf9-e14c-4d14-8bfd-726f017f2460","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564879.847601,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"870c3bf9-e14c-4d14-8bfd-726f017f2460","modelName":"e2e-legacy-migration-18f94016","resolvedRefs":1}
{"level":"info","ts":1789564882.606936,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"941b3dda-7ebd-47a3-9d4a-588a5e2cf91f","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6070538,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"941b3dda-7ebd-47a3-9d4a-588a5e2cf91f","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6084795,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"87a66287-e2b3-4410-86b4-630805b53b56","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564882.6085567,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-18f94016","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-18f94016","reconcileID":"87a66287-e2b3-4410-86b4-630805b53b56","name":"e2e-legacy-migration-18f94016","namespace":"llm"}
{"level":"info","ts":1789564918.6968305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86b3023b-12a6-4e99-b0dd-7a83c5fe87cf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564918.6970003,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86b3023b-12a6-4e99-b0dd-7a83c5fe87cf","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789564918.8515267,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0be509a-09f7-4d59-a966-4eda9d6a930d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564918.8516693,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0be509a-09f7-4d59-a966-4eda9d6a930d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789564918.9730635,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"597ecd67-7866-48ef-ab1d-311ae8862325","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789564918.9730985,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"597ecd67-7866-48ef-ab1d-311ae8862325","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789565305.0976782,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565305.0981193,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.0981383,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.0981684,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","EoS":true}
{"level":"info","ts":1789565305.0981934,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","header":"x-maas-username"}
{"level":"info","ts":1789565305.0982034,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","header":"x-maas-subscription"}
{"level":"info","ts":1789565305.0982082,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","header":"x-maas-group"}
{"level":"info","ts":1789565305.0982287,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"}
{"level":"info","ts":1789565305.098258,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.1111457,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.111166,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.1111808,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","EoS":false}
{"level":"info","ts":1789565305.111193,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.1112149,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864","EoS":true}
{"level":"info","ts":1789565305.1112287,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"abc34bd4a9a717d987d3d176cf817ef9","span_id":"dee8e2ef8a119409","x-request-id":"bae995c0-94f9-4caf-8257-04e6c4204864"}
{"level":"info","ts":1789565305.2450504,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565305.2451482,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565305.245161,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565305.2451732,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","EoS":true}
{"level":"info","ts":1789565305.2451973,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","header":"x-maas-subscription"}
{"level":"info","ts":1789565305.2452073,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","header":"x-maas-group"}
{"level":"info","ts":1789565305.2452123,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","header":"x-maas-username"}
{"level":"info","ts":1789565305.2452273,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"}
{"level":"info","ts":1789565305.245252,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565305.2472465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565305.24727,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565305.247308,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","EoS":false}
{"level":"info","ts":1789565305.2473288,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565305.2473555,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f","EoS":true}
{"level":"info","ts":1789565305.2473655,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a55e898f5ddf41b4569e01c4f2be2f0f","span_id":"904a5e2c24f73ad5","x-request-id":"62425129-5133-4429-9a56-4c8eda8de59f"}
{"level":"info","ts":1789565307.3518755,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565307.352008,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.3520262,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.352041,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","EoS":true}
{"level":"info","ts":1789565307.3520722,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","header":"x-maas-subscription"}
{"level":"info","ts":1789565307.3520808,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","header":"x-maas-group"}
{"level":"info","ts":1789565307.352086,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","header":"x-maas-username"}
{"level":"info","ts":1789565307.3521018,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/chat/completions"}
{"level":"info","ts":1789565307.3521292,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.3532605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.353298,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.3533185,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","EoS":false}
{"level":"info","ts":1789565307.353334,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.3533645,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6","EoS":true}
{"level":"info","ts":1789565307.3533757,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b07999e8883c25b57e995d465621c2be","span_id":"259d119d6c522a90","x-request-id":"9020b325-d258-4050-82be-f283f98f35e6"}
{"level":"info","ts":1789565307.6476774,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565307.6477773,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.6477888,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.6478002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","EoS":true}
{"level":"info","ts":1789565307.6478472,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","header":"x-maas-subscription"}
{"level":"info","ts":1789565307.6478581,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","header":"x-maas-group"}
{"level":"info","ts":1789565307.6478634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","header":"x-maas-username"}
{"level":"info","ts":1789565307.6478786,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"}
{"level":"info","ts":1789565307.6479042,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.6487086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.6487288,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.648744,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","EoS":false}
{"level":"info","ts":1789565307.6487625,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.6487978,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0","EoS":true}
{"level":"info","ts":1789565307.648809,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"8a317aaa9617812364de359c8a32daf8","span_id":"1740ac9727cacdbb","x-request-id":"4ca48243-4176-4646-a582-b1efda4ecfc0"}
{"level":"info","ts":1789565307.996806,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789565307.9969084,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"info","ts":1789565307.996923,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"info","ts":1789565307.9969356,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","EoS":true}
{"level":"info","ts":1789565307.996962,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","header":"x-maas-subscription"}
{"level":"info","ts":1789565307.9969723,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","header":"x-maas-group"}
{"level":"info","ts":1789565307.996977,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","header":"x-maas-username"}
{"level":"info","ts":1789565307.996992,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","path":"/e2e-models-e2e-worker-w0-a21a40/simulator-w0-a21a40/v1/completions"}
{"level":"info","ts":1789565307.9970226,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"info","ts":1789565307.9979355,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"info","ts":1789565307.997958,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"info","ts":1789565307.9979725,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","EoS":false}
{"level":"info","ts":1789565307.997984,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"info","ts":1789565307.9980078,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f","EoS":true}
{"level":"info","ts":1789565307.9980183,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"55d7173bff9e79f4f1ce9b6fe5cf1940","span_id":"ebd14418851a59a7","x-request-id":"35baf7e5-9f4e-40b7-a589-a1eb5140a04f"}
{"level":"error","ts":1789565318.406648,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}