{"level":"info","ts":1789480317.5938058,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1789480317.5939648,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"} {"level":"info","ts":1789480317.595702,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1789480317.5957296,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1789480317.5957425,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1789480317.595748,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1789480317.5957525,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1789480317.5957563,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1789480317.5957596,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1789480317.596188,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"} {"level":"info","ts":1789480317.5964546,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1789480317.6238925,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1789480317.6239498,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1789480317.6243308,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1789480317.6248019,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1789480317.6248791,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1789480317.625114,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789480317.6254182,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1789480317.6256537,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1789480317.6257567,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38933.9322641,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.62577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6259358,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1789480317.6301808,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.63779,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":32657.059683562,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6378152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6385431,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38894.825508895,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6385593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.6411927,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.641573,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1789480317.8268094,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1789480317.826866,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1789480317.8269832,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b55d97c1-52b3-4bba-a599-59c8653108f8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789480317.8270423,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b55d97c1-52b3-4bba-a599-59c8653108f8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789480317.8381956,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1789480317.8383183,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1789480317.8385174,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d92a701-48d8-4e5f-9beb-8a780dc7c1a4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480317.8386436,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d92a701-48d8-4e5f-9beb-8a780dc7c1a4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480317.8398514,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1789480317.8399427,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1789480317.8400624,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7670cdd7-ff47-4f54-a3f9-355a327f4b69","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480317.8402638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7670cdd7-ff47-4f54-a3f9-355a327f4b69","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1789480318.1121812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55dd113f-d920-476b-8634-5619e79f6c93","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1122928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55dd113f-d920-476b-8634-5619e79f6c93","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.124745,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac2a7300-5f6d-45b2-a67c-8c5c89df4397","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.124785,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac2a7300-5f6d-45b2-a67c-8c5c89df4397","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.1512482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ff2b191-c0fd-4708-919b-cb1b42363152","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1513405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ff2b191-c0fd-4708-919b-cb1b42363152","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.1668777,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a14c603-6f20-4c7d-a953-c5c0fc0cf504","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1669533,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a14c603-6f20-4c7d-a953-c5c0fc0cf504","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.1988242,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02de943e-d9a6-4e63-835f-f44bc2669803","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480318.1988554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02de943e-d9a6-4e63-835f-f44bc2669803","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1789480318.6913393,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1789480318.6915376,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1789480326.3654594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daf6cb6d-2de3-4eec-8242-04e5a3d7afe5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480326.3654988,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daf6cb6d-2de3-4eec-8242-04e5a3d7afe5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1789480330.9813254,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e3c9564f-4601-4935-a1c3-1461afdf5bab","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9814909,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e3c9564f-4601-4935-a1c3-1461afdf5bab","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480330.987293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a48a0aff-0658-4cf1-b6d1-38b298a71b31","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9873545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a48a0aff-0658-4cf1-b6d1-38b298a71b31","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480330.990518,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ea85cf7-3fdd-4777-879b-9cb43c8376b2","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9905508,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4ea85cf7-3fdd-4777-879b-9cb43c8376b2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480330.990582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ced3863c-b051-46fd-a723-5179da81ab59","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.9905999,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"ced3863c-b051-46fd-a723-5179da81ab59","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480330.9970431,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0c38bbb4-f366-4dc3-8c28-c91a47d1facb","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480330.99714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0c38bbb4-f366-4dc3-8c28-c91a47d1facb","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0090902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"067529b7-3570-4b50-8c74-c35137340480","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.009227,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"067529b7-3570-4b50-8c74-c35137340480","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.014148,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2d125b9d-4af0-41c2-893d-650023c31339","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.014173,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2d125b9d-4af0-41c2-893d-650023c31339","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.014175,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2f981e90-f062-494d-80a2-53f8f020556a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0141933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2f981e90-f062-494d-80a2-53f8f020556a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0237458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b2cf1196-4ae8-4448-bb74-4a057f481454","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0237818,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"b2cf1196-4ae8-4448-bb74-4a057f481454","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0514076,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a86f70a4-1207-484e-ab15-69886b9e2d4b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0516133,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"a86f70a4-1207-484e-ab15-69886b9e2d4b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.0515666,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f0f65bf4-147f-48d7-bc75-97ff2588f511","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0517597,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f0f65bf4-147f-48d7-bc75-97ff2588f511","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0779378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4176ec2a-2598-47ab-a69d-215b7177c95a","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.077968,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"4176ec2a-2598-47ab-a69d-215b7177c95a","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.083949,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"782154e2-1b5d-4bc8-afd7-90d58a40e741","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0839856,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"782154e2-1b5d-4bc8-afd7-90d58a40e741","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1789480331.0840514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0df96a09-3daf-4b9c-8add-36d8c933ef80","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.084072,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"0df96a09-3daf-4b9c-8add-36d8c933ef80","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.0857296,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"982d3e2a-cae4-4f3b-bec0-8769807ba1f0","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.0857575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"982d3e2a-cae4-4f3b-bec0-8769807ba1f0","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.1170242,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e7fd7d8a-9850-4aca-b6e5-4025e3f0e1b2","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.1171367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"e7fd7d8a-9850-4aca-b6e5-4025e3f0e1b2","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480331.1411982,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f7a2fc3f-9d17-49ee-8d9f-75c777d22448","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480331.1412978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"f7a2fc3f-9d17-49ee-8d9f-75c777d22448","modelName":"e2e-legacy-migration-3e8e1fbd","resolvedRefs":1} {"level":"info","ts":1789480333.855253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"966736a2-2efd-4812-b664-42e1c0633e79","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8553288,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"966736a2-2efd-4812-b664-42e1c0633e79","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.858194,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2e4dd640-7327-4ddb-a8ee-45e1ca38848b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480333.8582628,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"},"namespace":"llm","name":"e2e-legacy-migration-3e8e1fbd","reconcileID":"2e4dd640-7327-4ddb-a8ee-45e1ca38848b","name":"e2e-legacy-migration-3e8e1fbd","namespace":"llm"} {"level":"info","ts":1789480376.9509544,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e5ccd59-98bf-4595-a892-d4e119ee4e1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480376.9510245,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e5ccd59-98bf-4595-a892-d4e119ee4e1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1789480377.0870152,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"560744ae-f8c4-4197-9ea1-22b50a14e9d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480377.0871065,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"560744ae-f8c4-4197-9ea1-22b50a14e9d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1789480377.194758,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f71dc58-4de0-4b8a-85b5-0527e3276d62","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789480377.194903,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6f71dc58-4de0-4b8a-85b5-0527e3276d62","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1789480738.166163,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480738.1666033,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.166623,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.1666532,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","EoS":true} {"level":"info","ts":1789480738.166712,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","header":"x-maas-username"} {"level":"info","ts":1789480738.166728,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","header":"x-maas-subscription"} {"level":"info","ts":1789480738.166735,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","header":"x-maas-group"} {"level":"info","ts":1789480738.1667583,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480738.1667907,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.1804223,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.1804502,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.1804671,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","EoS":false} {"level":"info","ts":1789480738.1804795,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.1805098,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e","EoS":true} {"level":"info","ts":1789480738.1805246,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4a55ea1e9ff9b0a80ab949f39982baf6","span_id":"62435cd671d5ab32","x-request-id":"69e0e417-dbea-4391-a814-f03a7fbc717e"} {"level":"info","ts":1789480738.303066,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480738.3031712,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.3031833,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.3031957,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","EoS":true} {"level":"info","ts":1789480738.3032186,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","header":"x-maas-username"} {"level":"info","ts":1789480738.303228,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","header":"x-maas-group"} {"level":"info","ts":1789480738.3032339,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","header":"x-maas-subscription"} {"level":"info","ts":1789480738.3032482,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480738.3032744,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.3055172,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.3055367,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.3055549,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","EoS":false} {"level":"info","ts":1789480738.3055665,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480738.3055916,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f","EoS":true} {"level":"info","ts":1789480738.3056004,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"5300f83004943f5bf674ffde6d7d93d4","span_id":"3390ba289f927fc4","x-request-id":"530a3442-4cd8-409f-80e8-fd89ade13e0f"} {"level":"info","ts":1789480740.4002419,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.4003415,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.4003534,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.4004118,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","EoS":true} {"level":"info","ts":1789480740.400445,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","header":"x-maas-subscription"} {"level":"info","ts":1789480740.4004576,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","header":"x-maas-group"} {"level":"info","ts":1789480740.400463,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","header":"x-maas-username"} {"level":"info","ts":1789480740.4004798,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/chat/completions"} {"level":"info","ts":1789480740.4005089,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.4016385,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.4016566,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.4016802,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","EoS":false} {"level":"info","ts":1789480740.4016924,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.4017186,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9","EoS":true} {"level":"info","ts":1789480740.4017296,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"9aad92fc014aee22d08a8b2c0b5f4fa3","span_id":"7194f856dd034da7","x-request-id":"cc8c2a09-71e4-4bbf-8eb2-67db7a547cd9"} {"level":"info","ts":1789480740.6932087,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.6933105,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6933222,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6933346,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","EoS":true} {"level":"info","ts":1789480740.6933599,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","header":"x-maas-username"} {"level":"info","ts":1789480740.6933696,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","header":"x-maas-group"} {"level":"info","ts":1789480740.6933749,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","header":"x-maas-subscription"} {"level":"info","ts":1789480740.69339,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480740.6934648,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6944108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6944313,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6944482,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","EoS":false} {"level":"info","ts":1789480740.6944616,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.6944873,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6","EoS":true} {"level":"info","ts":1789480740.6944964,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3847be47582a59e05999e41a5acf08e2","span_id":"a7b557a3ea38b01f","x-request-id":"8b9db564-67cd-4aea-a52b-ee557fc1eeb6"} {"level":"info","ts":1789480740.9983552,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1789480740.9984498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9984627,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9984758,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","EoS":true} {"level":"info","ts":1789480740.9985042,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","header":"x-maas-group"} {"level":"info","ts":1789480740.9985142,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","header":"x-maas-subscription"} {"level":"info","ts":1789480740.9985209,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","header":"x-maas-username"} {"level":"info","ts":1789480740.9985375,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","path":"/e2e-models-e2e-worker-w0-1293e7/simulator-w0-1293e7/v1/completions"} {"level":"info","ts":1789480740.998563,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9995701,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9995904,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9996076,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","EoS":false} {"level":"info","ts":1789480740.9996195,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"info","ts":1789480740.9996479,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f","EoS":true} {"level":"info","ts":1789480740.9996574,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"08602d7c7fc00fb6c2c31f80abe5d674","span_id":"9848a9403441bdc0","x-request-id":"ac49a7c9-7167-4d40-84b4-ce5bfd24a50f"} {"level":"error","ts":1789480752.642814,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}