{"level":"info","ts":1789480321.2121816,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1789480321.2122817,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"}
{"level":"info","ts":1789480321.2143633,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"}
{"level":"info","ts":1789480321.2144005,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1789480321.21442,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1789480321.2144258,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1789480321.2144315,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1789480321.2144363,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1789480321.2144403,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1789480321.2150834,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"}
{"level":"info","ts":1789480321.2152553,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1789480321.238669,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"}
{"level":"info","ts":1789480321.2387247,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1789480321.239606,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1789480321.239724,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1789480321.239941,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1789480321.2401218,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789480321.2402751,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1789480321.2403674,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1789480321.2411819,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33369.000516021,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2411993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2404008,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1789480321.244774,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.253089,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":35272.647263482,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2531133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2534378,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":36563.301221458,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2534537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2567065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.2570329,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"}
{"level":"info","ts":1789480321.4419992,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1789480321.4420497,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1789480321.4421642,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f2869395-340e-4444-b664-f5128bfc1b7b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480321.4423668,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f2869395-340e-4444-b664-f5128bfc1b7b","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480321.4541197,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1789480321.4541726,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1789480321.4543087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64876fc3-d846-48f4-b13c-7de74b3d02f7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"error","ts":1789480321.454365,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64876fc3-d846-48f4-b13c-7de74b3d02f7","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480321.4543974,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"64876fc3-d846-48f4-b13c-7de74b3d02f7"}
{"level":"info","ts":1789480321.4544656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78b82a7d-0117-43f5-83a7-ed0582f71a3d","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1789480321.454485,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78b82a7d-0117-43f5-83a7-ed0582f71a3d","provider":"e2e-external-provider","error":"ExternalProvider \"e2e-external-provider\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1789480321.4545076,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78b82a7d-0117-43f5-83a7-ed0582f71a3d"}
{"level":"info","ts":1789480321.4545467,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1789480321.4545562,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1789480321.4546034,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fcf17bc-75df-46d7-8ca2-886a0e4456c0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480321.4546375,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9fcf17bc-75df-46d7-8ca2-886a0e4456c0","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480322.878617,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1789480322.8787158,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1789480326.3718832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa0fface-1e3c-414f-8bb8-c62d81cf8b36","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480326.3719409,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa0fface-1e3c-414f-8bb8-c62d81cf8b36","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1789480326.4552658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08dd0d84-6a6e-43da-bcf9-3a4e844f9048","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480326.455317,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08dd0d84-6a6e-43da-bcf9-3a4e844f9048","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1789480330.9805627,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ee0ad667-a010-482a-9613-27191e8759ee","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.980656,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ee0ad667-a010-482a-9613-27191e8759ee","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480330.986475,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ed9627cf-292d-4ddb-b6d2-00ef4c28d81a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9865177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ed9627cf-292d-4ddb-b6d2-00ef4c28d81a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480330.9899838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b67a50e5-2a51-4aa8-b372-342978b5a267","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9900873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b67a50e5-2a51-4aa8-b372-342978b5a267","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480330.989997,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"dc77d84d-c06f-4a07-8b69-2ce7f7b26432","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9901936,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"dc77d84d-c06f-4a07-8b69-2ce7f7b26432","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480330.9962544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"1b3187ef-6302-4a94-975e-1963801bcf0d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480330.9962888,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"1b3187ef-6302-4a94-975e-1963801bcf0d","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0083222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0453994c-9214-4cfd-8294-2c9122fda74b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0083554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0453994c-9214-4cfd-8294-2c9122fda74b","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0133066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"de76a689-b533-47bb-a276-1d42a6a09896","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0133297,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d151e061-7f77-4af9-be90-0503b0a707ae","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0133417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"de76a689-b533-47bb-a276-1d42a6a09896","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0133646,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"d151e061-7f77-4af9-be90-0503b0a707ae","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0232775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2249960a-a989-4166-ba2d-68ad9950c2c1","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0233173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2249960a-a989-4166-ba2d-68ad9950c2c1","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0513883,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"db46e6bf-b962-4975-b21e-b24a7e8c83c8","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0514112,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"69194d09-f302-4861-abf0-2a88ae671b65","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0514376,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"db46e6bf-b962-4975-b21e-b24a7e8c83c8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0514467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"69194d09-f302-4861-abf0-2a88ae671b65","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0772378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c0510f29-98aa-48b0-83e1-7693707d5168","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0772896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"c0510f29-98aa-48b0-83e1-7693707d5168","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0829706,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7c36195f-f483-487c-b03b-fa6fc2f3a6f2","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0830731,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7c36195f-f483-487c-b03b-fa6fc2f3a6f2","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.0830975,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2155d83f-47b5-4190-851a-c867d93ce5b8","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0831661,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2155d83f-47b5-4190-851a-c867d93ce5b8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1789480331.0852196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0822f71b-51f6-42f9-880c-e6fefe588413","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.0853143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0822f71b-51f6-42f9-880c-e6fefe588413","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.1169453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e1152538-4e3d-424e-8c06-472a3c8f49d3","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.1170568,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e1152538-4e3d-424e-8c06-472a3c8f49d3","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480331.1397998,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7acfe2c2-aa2e-4a33-b4dc-d7d4d7e3734f","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480331.1398711,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"7acfe2c2-aa2e-4a33-b4dc-d7d4d7e3734f","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1}
{"level":"info","ts":1789480333.8549645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6da3e293-b70c-4b28-83d8-f13dfad9246d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8549995,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"6da3e293-b70c-4b28-83d8-f13dfad9246d","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.857018,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eff0a8e2-3e20-4c9c-9ee1-ecac4c775308","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480333.8570464,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"eff0a8e2-3e20-4c9c-9ee1-ecac4c775308","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"}
{"level":"info","ts":1789480376.9504066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc982a4a-fc1d-46c7-922f-8a6f5aebcb81","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480376.9504356,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc982a4a-fc1d-46c7-922f-8a6f5aebcb81","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1789480377.0867295,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e683ce65-436e-4cb3-a18a-c2f79f2ea44b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480377.0867748,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e683ce65-436e-4cb3-a18a-c2f79f2ea44b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1789480377.1948833,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"78b72449-c0f8-4c66-887c-38e4ec060d39","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480377.1949332,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"78b72449-c0f8-4c66-887c-38e4ec060d39","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1789480604.7104673,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480604.7109163,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.710934,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.7109625,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","EoS":true}
{"level":"info","ts":1789480604.7109873,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","header":"x-maas-group"}
{"level":"info","ts":1789480604.7109985,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","header":"x-maas-username"}
{"level":"info","ts":1789480604.7110045,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","header":"x-maas-subscription"}
{"level":"info","ts":1789480604.7110245,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480604.7110553,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.7254593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.7254875,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.725504,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","EoS":false}
{"level":"info","ts":1789480604.7255177,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480604.7255528,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5","EoS":true}
{"level":"info","ts":1789480604.7255623,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"7dd1b3f1310de6bc97cc67277e4372dd","span_id":"d8b2528c8ceb35ec","x-request-id":"cd73b3d1-e724-49e1-b3ef-dbbd0b5780e5"}
{"level":"info","ts":1789480613.2451837,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480613.2452862,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.2452974,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.245309,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","EoS":true}
{"level":"info","ts":1789480613.2453358,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","header":"x-maas-group"}
{"level":"info","ts":1789480613.245346,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","header":"x-maas-username"}
{"level":"info","ts":1789480613.2453518,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","header":"x-maas-subscription"}
{"level":"info","ts":1789480613.245367,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480613.245395,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.2467487,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.2467697,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.2467856,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","EoS":false}
{"level":"info","ts":1789480613.2467966,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"info","ts":1789480613.246822,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3","EoS":true}
{"level":"info","ts":1789480613.2468295,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"546d0f7f1362b4849a882ed0506dd448","span_id":"08507ce6eddf46c7","x-request-id":"4f1b5669-29f9-45af-9f71-81fa50eda7e3"}
{"level":"error","ts":1789480616.2482128,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480621.469157,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480621.469257,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.4692686,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.4692812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","EoS":true}
{"level":"info","ts":1789480621.4693062,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","header":"x-maas-group"}
{"level":"info","ts":1789480621.4693203,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","header":"x-maas-subscription"}
{"level":"info","ts":1789480621.469326,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","header":"x-maas-username"}
{"level":"info","ts":1789480621.4693418,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480621.4693677,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.4723856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.472406,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.4724212,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","EoS":false}
{"level":"info","ts":1789480621.4724336,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480621.4724736,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38","EoS":true}
{"level":"info","ts":1789480621.4724874,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"2def894646c17400e3e5e93e4ab7bc4a","span_id":"cfad7e3c0fc8e162","x-request-id":"db76d3e1-4b11-4798-8c7c-4e9e1d865e38"}
{"level":"info","ts":1789480629.6646776,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480629.664785,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.664799,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.664812,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","EoS":true}
{"level":"info","ts":1789480629.6648362,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","header":"x-maas-group"}
{"level":"info","ts":1789480629.6648483,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","header":"x-maas-subscription"}
{"level":"info","ts":1789480629.6648633,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","header":"x-maas-username"}
{"level":"info","ts":1789480629.6648946,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.6658294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.665858,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.665879,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","EoS":false}
{"level":"info","ts":1789480629.6658957,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"info","ts":1789480629.665926,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08","EoS":true}
{"level":"info","ts":1789480629.6659408,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"b081451a693c097f539bf83d92263e10","span_id":"aa309ffa144b63f3","x-request-id":"2edd3d1b-2d4e-44a3-a822-56872943fb08"}
{"level":"error","ts":1789480631.2490776,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"info","ts":1789480637.8728752,"caller":"handlers/server.go:147","msg":"Processing"}
{"level":"info","ts":1789480637.8729727,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8729866,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8729985,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","EoS":true}
{"level":"info","ts":1789480637.8730226,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","header":"x-maas-subscription"}
{"level":"info","ts":1789480637.8730335,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","header":"x-maas-username"}
{"level":"info","ts":1789480637.873038,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","header":"x-maas-group"}
{"level":"info","ts":1789480637.8730524,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","path":"/ai-tenant-e2e-inf-a-4441a1/test-model-4441a1/v1/chat/completions"}
{"level":"info","ts":1789480637.873077,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.874132,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8741612,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8741755,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","EoS":false}
{"level":"info","ts":1789480637.8741858,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"info","ts":1789480637.8742075,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1","EoS":true}
{"level":"info","ts":1789480637.8742146,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"6a2bbb5498de89789496657e82cb5c62","span_id":"6109013904cbb97f","x-request-id":"01489d70-a7f5-4d95-af2c-bb40f3d5bfa1"}
{"level":"error","ts":1789480646.2498407,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}
{"level":"error","ts":1789480656.2509568,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}