{"level":"info","ts":1789477102.3522549,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1789477102.35234,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"}
{"level":"info","ts":1789477102.3550599,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"}
{"level":"info","ts":1789477102.355111,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1789477102.3551247,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1789477102.3551354,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1789477102.3551402,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1789477102.3551445,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1789477102.3551488,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1789477102.3558645,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"}
{"level":"info","ts":1789477102.3559985,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1789477102.3845747,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"}
{"level":"info","ts":1789477102.384625,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1789477102.3849287,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1789477102.3850324,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1789477102.385085,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1789477102.3853009,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789477102.3856494,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1789477102.385859,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789477102.3859587,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35626.359785798,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.386174,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1789477102.3932745,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.402137,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":37027.655217676,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.4021647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.4024582,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38808.179463665,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.4024727,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.4131007,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.4138286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789477102.586748,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1789477102.5868037,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1789477102.5868971,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5985ad0c-481b-4e41-ad4f-be5fc8e11466","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477102.5869486,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5985ad0c-481b-4e41-ad4f-be5fc8e11466","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477102.6031604,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789477102.6032004,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789477102.6035857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8da118c5-94ee-4c42-ae58-7a1870b4e041","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1789477102.6036737,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8da118c5-94ee-4c42-ae58-7a1870b4e041","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789477102.6037157,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8da118c5-94ee-4c42-ae58-7a1870b4e041"}
{"level":"info","ts":1789477102.603779,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1789477102.603798,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1789477102.6039019,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15f9ca28-10d5-414c-8e43-694782b8dc61","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477102.6039345,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15f9ca28-10d5-414c-8e43-694782b8dc61","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477102.831245,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b49d1fd-09ed-4eca-8cfc-ae431cf3f76f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.831294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b49d1fd-09ed-4eca-8cfc-ae431cf3f76f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789477102.840006,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d19a3d9-ec01-4e4a-9b44-47f9d8f4f3e3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.8400393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d19a3d9-ec01-4e4a-9b44-47f9d8f4f3e3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789477102.866479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bbb8669-72a2-4f70-bded-ab8ba30a1f82","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.866517,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bbb8669-72a2-4f70-bded-ab8ba30a1f82","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789477102.8807504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"015e3ef3-bcef-4c24-b71b-757a07be5902","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477102.8807833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"015e3ef3-bcef-4c24-b71b-757a07be5902","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1789477103.4737258,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1789477103.4738078,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1789477107.604645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf2c65dd-0719-450f-b36c-d47db3acb6ee","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477107.6046977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf2c65dd-0719-450f-b36c-d47db3acb6ee","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789477111.0903642,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ab2e16a-8027-4bfd-a5f4-950eab643ae8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477111.0904021,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ab2e16a-8027-4bfd-a5f4-950eab643ae8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789477115.7335913,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3189f92a-6244-4526-a605-7d4a4c5429ee","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.733632,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3189f92a-6244-4526-a605-7d4a4c5429ee","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.7399611,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"36341efc-0aaa-4425-8ba8-91c1c309920c","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7400813,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"36341efc-0aaa-4425-8ba8-91c1c309920c","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7438319,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"09c4ff45-2d11-4ecb-8e8c-75c8823bdfaf","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7439206,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"09c4ff45-2d11-4ecb-8e8c-75c8823bdfaf","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.744039,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"321213b2-f6ff-4d9e-b0dc-ecffb0a684bb","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7441027,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"321213b2-f6ff-4d9e-b0dc-ecffb0a684bb","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7550828,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"425fbac5-1593-41da-aed6-f41b89c017b1","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7551186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"425fbac5-1593-41da-aed6-f41b89c017b1","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7749176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3818a732-694b-43c5-a538-650f33c15cdc","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.775026,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3818a732-694b-43c5-a538-650f33c15cdc","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7755158,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ee08caee-0467-4aa2-91fe-1a2ef8360020","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.775581,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ee08caee-0467-4aa2-91fe-1a2ef8360020","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.7756972,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fc7520ba-b712-411a-9287-9af56bc978f2","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7757485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"fc7520ba-b712-411a-9287-9af56bc978f2","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.7857854,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cf790b07-af30-49b5-8bea-d2fc31629ad8","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.7858207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"cf790b07-af30-49b5-8bea-d2fc31629ad8","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8090684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8831c7ee-01c2-419c-9616-04fc693957fe","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8091013,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8831c7ee-01c2-419c-9616-04fc693957fe","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8091571,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"89609d12-77cb-4f68-8183-c26e60ad96f8","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8091757,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"89609d12-77cb-4f68-8183-c26e60ad96f8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789477115.8335252,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b291bfc1-dc10-4395-ac8a-f466825be7d9","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8336656,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"b291bfc1-dc10-4395-ac8a-f466825be7d9","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8515449,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4801fb2b-d2ae-47fc-bea3-801f00522a79","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.851666,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4801fb2b-d2ae-47fc-bea3-801f00522a79","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477115.8704019,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"91f4b749-6b8b-437d-b8e9-e87f359b1ab2","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477115.8704376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"91f4b749-6b8b-437d-b8e9-e87f359b1ab2","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1}
{"level":"info","ts":1789477118.6274347,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"44db9563-5a50-4242-96af-6707381c956d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.627475,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"44db9563-5a50-4242-96af-6707381c956d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.6281426,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"574f19cf-8c2c-4a7a-a752-153c8e56346c","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477118.6281707,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"574f19cf-8c2c-4a7a-a752-153c8e56346c","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"}
{"level":"info","ts":1789477153.7367826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed4850b8-96a5-4d4f-8c13-af5fcc3b4617","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477153.7368338,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed4850b8-96a5-4d4f-8c13-af5fcc3b4617","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789477153.8699963,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13eebb4f-5bc7-4054-9654-e598706fe61d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477153.8701248,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13eebb4f-5bc7-4054-9654-e598706fe61d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789477153.9797137,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4bb93f3a-faaa-4749-9ff6-ba62ba458880","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477153.9797585,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"4bb93f3a-faaa-4749-9ff6-ba62ba458880","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789477428.8692725,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477428.8698604,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477428.8698945,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477428.869946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","EoS":true}
{"level":"info","ts":1789477428.869994,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","header":"x-maas-subscription"}
{"level":"info","ts":1789477428.8700056,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","header":"x-maas-group"}
{"level":"info","ts":1789477428.8700109,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","header":"x-maas-username"}
{"level":"info","ts":1789477428.8700314,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"}
{"level":"info","ts":1789477428.8700686,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477428.8837776,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477428.8838067,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477428.8838253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","EoS":false}
{"level":"info","ts":1789477428.8838377,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477428.8838654,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789","EoS":true}
{"level":"info","ts":1789477428.8838782,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"999d336a0d9f558d5ebd677360d65ca0","span_id":"711bedce86322605","x-request-id":"14980b92-7261-4489-b886-f9c4d76dc789"}
{"level":"info","ts":1789477437.4405131,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477437.4406352,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"info","ts":1789477437.4406488,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"info","ts":1789477437.440661,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","EoS":true}
{"level":"info","ts":1789477437.4406886,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","header":"x-maas-subscription"}
{"level":"info","ts":1789477437.4406967,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","header":"x-maas-group"}
{"level":"info","ts":1789477437.4407022,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","header":"x-maas-username"}
{"level":"info","ts":1789477437.440722,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"}
{"level":"info","ts":1789477437.4407604,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"info","ts":1789477437.441726,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"info","ts":1789477437.441756,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"info","ts":1789477437.4417756,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","EoS":false}
{"level":"info","ts":1789477437.4417882,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"info","ts":1789477437.4418173,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219","EoS":true}
{"level":"info","ts":1789477437.4418318,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"1e458d1c91604235cb8e87151289ddfd","span_id":"50c8ce92b067c147","x-request-id":"1bce8a7d-45d9-4c20-a964-ff28c31ab219"}
{"level":"error","ts":1789477442.3882291,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477445.6477435,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477445.6478934,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477445.6479068,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477445.6479256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","EoS":true}
{"level":"info","ts":1789477445.6479537,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","header":"x-maas-group"}
{"level":"info","ts":1789477445.6479907,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","header":"x-maas-username"}
{"level":"info","ts":1789477445.6479993,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","header":"x-maas-subscription"}
{"level":"info","ts":1789477445.6480162,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"}
{"level":"info","ts":1789477445.6480448,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477445.6500342,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477445.6500597,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477445.650079,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","EoS":false}
{"level":"info","ts":1789477445.6500912,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477445.6501253,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3","EoS":true}
{"level":"info","ts":1789477445.6501353,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"67dfbfb95c3d32a1b5c2aa352fa4a20b","span_id":"f32117c0f5628f85","x-request-id":"d4b96b02-b724-47ab-8c5d-4e84a3f400a3"}
{"level":"info","ts":1789477453.8635473,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477453.8636544,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"info","ts":1789477453.863667,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"info","ts":1789477453.8636785,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","EoS":true}
{"level":"info","ts":1789477453.863704,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","header":"x-maas-group"}
{"level":"info","ts":1789477453.8637142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","header":"x-maas-subscription"}
{"level":"info","ts":1789477453.8637197,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","header":"x-maas-username"}
{"level":"info","ts":1789477453.863756,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"info","ts":1789477453.8645945,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"info","ts":1789477453.8646216,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"info","ts":1789477453.8646371,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","EoS":false}
{"level":"info","ts":1789477453.864648,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"info","ts":1789477453.8646708,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae","EoS":true}
{"level":"info","ts":1789477453.8646781,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3cfb4d960571bf22bce4da116ea9641d","span_id":"bbef9c090ad32ef3","x-request-id":"145c00e8-9428-4e6f-9e98-3c9fa266b3ae"}
{"level":"error","ts":1789477457.389771,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789477462.0645297,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789477462.064645,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"info","ts":1789477462.064663,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"info","ts":1789477462.064676,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","EoS":true}
{"level":"info","ts":1789477462.0647001,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","header":"x-maas-group"}
{"level":"info","ts":1789477462.064716,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","header":"x-maas-username"}
{"level":"info","ts":1789477462.0647254,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","header":"x-maas-subscription"}
{"level":"info","ts":1789477462.0647416,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","path":"/ai-tenant-e2e-inf-a-528f6b/test-model-528f6b/v1/chat/completions"}
{"level":"info","ts":1789477462.0647752,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"info","ts":1789477462.0656989,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"info","ts":1789477462.0657258,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"info","ts":1789477462.0657458,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","EoS":false}
{"level":"info","ts":1789477462.0657625,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"info","ts":1789477462.065796,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee","EoS":true}
{"level":"info","ts":1789477462.065808,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"c6ad0dc0fadfe5308698d761f9941899","span_id":"511330eadbe50a4c","x-request-id":"dc900c99-2264-4d54-90c5-09a2662daeee"}
{"level":"error","ts":1789477472.3907046,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}