{"level":"info","ts":1789477100.9915478,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789477100.9916513,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"} {"level":"info","ts":1789477100.9954746,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789477100.9955072,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789477100.9955215,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789477100.9955285,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789477100.9955354,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789477100.9955423,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789477100.9955482,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789477100.9960415,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"} {"level":"info","ts":1789477100.9962752,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1789477101.0242157,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789477101.0242777,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789477101.0246577,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789477101.0247736,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789477101.0248747,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789477101.0251749,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477101.0256295,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1789477101.0260494,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789477101.0261507,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37928.85178836,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.0261686,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.0264084,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789477101.03987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":33492.618300883,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.039895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.0402503,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":35896.136750575,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.040271,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.040564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.0501897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.0505438,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789477101.14043,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789477101.1404727,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789477101.1405845,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0168bfb5-5d00-4ecc-99c8-3a5ec10cf27c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477101.1406267,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0168bfb5-5d00-4ecc-99c8-3a5ec10cf27c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477101.2251854,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789477101.2252953,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789477101.2279124,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1789477101.2279582,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1789477101.2280705,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8170ad87-2a54-4539-aa44-cdab4d89c99a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789477101.228132,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8170ad87-2a54-4539-aa44-cdab4d89c99a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789477101.2410393,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789477101.241095,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789477101.2411923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb419317-c8ca-49ff-ad51-4b0e1dcc66ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477101.2412543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb419317-c8ca-49ff-ad51-4b0e1dcc66ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789477102.8308358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa33a01b-e944-4486-99ee-fd6dc9097e80","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8308723,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa33a01b-e944-4486-99ee-fd6dc9097e80","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.8397832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f3ac70-3812-4fc9-a98f-2c68c4a71dfa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.839881,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83f3ac70-3812-4fc9-a98f-2c68c4a71dfa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.8662603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71ce6a7d-7f6a-49b5-b7c0-edfddcdc5d6c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.8662984,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71ce6a7d-7f6a-49b5-b7c0-edfddcdc5d6c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477102.880564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc41554-003c-43b8-b7be-969e9c7b0ff9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477102.880594,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dfc41554-003c-43b8-b7be-969e9c7b0ff9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789477111.0898948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebfac51e-1130-4898-95a2-7b5d00a0b42d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477111.0899227,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebfac51e-1130-4898-95a2-7b5d00a0b42d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789477115.7330143,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3df0164d-e87c-4f80-8975-675a55dc69d5","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7331078,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"3df0164d-e87c-4f80-8975-675a55dc69d5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.740046,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5af083a1-6d84-436a-a23a-67f0ade020fc","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7400975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5af083a1-6d84-436a-a23a-67f0ade020fc","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7450244,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0855aad6-8be3-439a-b0ba-423d5d92cf6a","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7450511,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1bfa3169-9a5f-44f1-89d8-156074229d69","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7450614,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0855aad6-8be3-439a-b0ba-423d5d92cf6a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.7450733,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1bfa3169-9a5f-44f1-89d8-156074229d69","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7550807,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0f46f89f-fd69-4b44-8ae5-62ca4d0a1491","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7551177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"0f46f89f-fd69-4b44-8ae5-62ca4d0a1491","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7763073,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"214ebf61-6739-489b-9695-b2c92448ab6f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7763615,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"214ebf61-6739-489b-9695-b2c92448ab6f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.7763317,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1f846bf8-bfc9-499c-b033-2fbbc23b548b","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.776425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1f846bf8-bfc9-499c-b033-2fbbc23b548b","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7765071,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bd0c662f-05d6-4074-8005-494b514f742c","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7765322,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bd0c662f-05d6-4074-8005-494b514f742c","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.7859101,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bb8ee11e-fc05-41e9-a4a3-f1216fa9bdf7","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.7859454,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bb8ee11e-fc05-41e9-a4a3-f1216fa9bdf7","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8085215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4595f0c4-420e-4101-913c-549a683da341","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.80862,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4595f0c4-420e-4101-913c-549a683da341","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8087142,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ee3aa91f-a1ef-4803-9148-e43787c9271e","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.808763,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"ee3aa91f-a1ef-4803-9148-e43787c9271e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789477115.833314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5d1fa0d3-8c92-46d4-96e4-d3236ff4114f","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.833562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"5d1fa0d3-8c92-46d4-96e4-d3236ff4114f","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.85138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bca47daa-c2d8-4fce-b284-33193c03eb6c","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8514893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"bca47daa-c2d8-4fce-b284-33193c03eb6c","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477115.8706317,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4f3445d3-7adb-44d5-a5af-9dbae4ab1831","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477115.8706658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"4f3445d3-7adb-44d5-a5af-9dbae4ab1831","modelName":"e2e-legacy-migration-e7f2fba2","resolvedRefs":1} {"level":"info","ts":1789477118.6269023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1631f7c5-4970-40bb-bd02-6c38afc4b07d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6269367,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"1631f7c5-4970-40bb-bd02-6c38afc4b07d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.628746,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8c72c271-7336-47ea-988c-69f6a0c2c15d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477118.6287713,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-e7f2fba2","reconcileID":"8c72c271-7336-47ea-988c-69f6a0c2c15d","name":"e2e-legacy-migration-e7f2fba2","namespace":"llm"} {"level":"info","ts":1789477153.7376063,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d026d6b1-dc6f-48aa-a20d-2f589ee86262","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.7376475,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d026d6b1-dc6f-48aa-a20d-2f589ee86262","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789477153.8705745,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"982597e3-4aff-47b4-a87c-45f8c62d3ed3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477153.870632,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"982597e3-4aff-47b4-a87c-45f8c62d3ed3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789477153.9798472,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c1977566-33ab-4bb6-ae06-2922b64ffb13","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789477153.9798794,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c1977566-33ab-4bb6-ae06-2922b64ffb13","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789477640.6014466,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477640.6020331,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.6020591,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.602095,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","EoS":true} {"level":"info","ts":1789477640.602122,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","header":"x-maas-group"} {"level":"info","ts":1789477640.6021316,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","header":"x-maas-subscription"} {"level":"info","ts":1789477640.6021364,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","header":"x-maas-username"} {"level":"info","ts":1789477640.6021624,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477640.6022003,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.6160758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.6161098,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.6161273,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","EoS":false} {"level":"info","ts":1789477640.616142,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.6161718,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712","EoS":true} {"level":"info","ts":1789477640.6161845,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e65163cd88b51597246feefcc00df223","span_id":"1050e1bd58760b8d","x-request-id":"4486e289-d11c-4d7a-a586-389d5828a712"} {"level":"info","ts":1789477640.742278,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477640.7423892,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.7424023,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.7424154,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","EoS":true} {"level":"info","ts":1789477640.7424433,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","header":"x-maas-username"} {"level":"info","ts":1789477640.7424536,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","header":"x-maas-group"} {"level":"info","ts":1789477640.7424588,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","header":"x-maas-subscription"} {"level":"info","ts":1789477640.7424743,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477640.7425058,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.7448244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.744856,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.7448742,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","EoS":false} {"level":"info","ts":1789477640.7448888,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477640.7449198,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2","EoS":true} {"level":"info","ts":1789477640.7449605,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"a5ce0976e4ceab56d7d58f3d1d861306","span_id":"54702176babd1f75","x-request-id":"b3282efd-bc5f-43bc-90a8-3ab9aa7eb5a2"} {"level":"info","ts":1789477642.844762,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477642.8448656,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.844911,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8449256,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","EoS":true} {"level":"info","ts":1789477642.8449528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","header":"x-maas-group"} {"level":"info","ts":1789477642.8449898,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","header":"x-maas-username"} {"level":"info","ts":1789477642.844999,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","header":"x-maas-subscription"} {"level":"info","ts":1789477642.8450153,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/chat/completions"} {"level":"info","ts":1789477642.8450432,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8463905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8464158,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8464322,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","EoS":false} {"level":"info","ts":1789477642.8464448,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477642.8464732,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505","EoS":true} {"level":"info","ts":1789477642.8464847,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca9388141a21f58f3d2992d147521a23","span_id":"1e1da4b3c33dcbf1","x-request-id":"2caed3fc-9874-4de2-91ce-94a5bff61505"} {"level":"info","ts":1789477643.1255445,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.125684,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.125698,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.1257122,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","EoS":true} {"level":"info","ts":1789477643.1257434,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","header":"x-maas-subscription"} {"level":"info","ts":1789477643.125754,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","header":"x-maas-username"} {"level":"info","ts":1789477643.1257615,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","header":"x-maas-group"} {"level":"info","ts":1789477643.125782,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.1258066,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.1270027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.1270342,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.127059,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","EoS":false} {"level":"info","ts":1789477643.1270788,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.1271234,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc","EoS":true} {"level":"info","ts":1789477643.127139,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"87e1663cca9ab621f3a0b52406de6280","span_id":"02bef548d9689d92","x-request-id":"713bb7f1-a571-4294-9c72-0dcf79cfb7cc"} {"level":"info","ts":1789477643.4403858,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789477643.4405003,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4405138,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.440526,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","EoS":true} {"level":"info","ts":1789477643.4405527,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","header":"x-maas-group"} {"level":"info","ts":1789477643.4405634,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","header":"x-maas-username"} {"level":"info","ts":1789477643.44057,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","header":"x-maas-subscription"} {"level":"info","ts":1789477643.4405866,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","path":"/e2e-models-e2e-worker-w0-6c9f0b/simulator-w0-6c9f0b/v1/completions"} {"level":"info","ts":1789477643.4406161,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4418027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4418266,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4418423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","EoS":false} {"level":"info","ts":1789477643.4418557,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"info","ts":1789477643.4418833,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec","EoS":true} {"level":"info","ts":1789477643.4418905,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"98b5b88b51594e05b7cd032e33c4db56","span_id":"127cdfd2bf3d060f","x-request-id":"ec0f3e2c-8167-4dec-81eb-bcc92ae637ec"} {"level":"error","ts":1789477651.0538232,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"} {"level":"error","ts":1789477661.0549612,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}