{"level":"info","ts":1788920395.9313529,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1788920395.9314337,"logger":"setup.trace","caller":"tracing/telemetry.go:131","msg":"init OTel trace exporter","type":"otlp"} {"level":"info","ts":1788920395.933041,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1788920395.9330642,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1788920395.9330778,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1788920395.933083,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1788920395.9330873,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1788920395.9330912,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1788920395.9330952,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1788920395.9578698,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: maas-headers-guard, Type: maas-headers-guard} {Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: maas-headers-guard} {PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}]}}]}"} {"level":"info","ts":1788920395.9580388,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1788920395.9691865,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1788920395.969234,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1788920395.970007,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1788920395.9701111,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1788920395.970208,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1788920395.9704957,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920395.970739,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1788920395.9709113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":39080.826192538,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.970926,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.9711792,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920395.9712646,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920395.971334,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34988.898472517,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.971346,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.97148,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788920395.9716423,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920395.9716823,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788920395.9717274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":39199.622980557,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.9717386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.9719148,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1788920395.9720771,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39509.727513124,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.97209,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.974396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.9746335,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.9747226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920395.975091,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920396.071415,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788920396.0716105,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788920396.071816,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788920396.0718265,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788920396.0718691,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788920396.0718935,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788920396.0719788,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788920396.072003,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788920396.0721183,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788920396.0722072,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788920396.0724483,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1788920396.0724857,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1788920396.4946995,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1788920396.4948525,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1788920571.4638617,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.464315,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4643354,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4643655,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","EoS":true} {"level":"info","ts":1788920571.4643915,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","header":"x-maas-subscription"} {"level":"info","ts":1788920571.4644024,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","header":"x-maas-group"} {"level":"info","ts":1788920571.464407,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","header":"x-maas-username"} {"level":"info","ts":1788920571.4644263,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.4644427,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.4644828,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4776268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.47765,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4776666,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","EoS":false} {"level":"info","ts":1788920571.4776793,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4777067,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","EoS":true} {"level":"info","ts":1788920571.4777148,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"3641d02ee3fca28eb08d7c524b57fb5f","span_id":"133d5dbfb109fa14","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.5339475,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.534092,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5341122,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5341313,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","EoS":true} {"level":"info","ts":1788920571.5341613,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","header":"x-maas-subscription"} {"level":"info","ts":1788920571.534172,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","header":"x-maas-group"} {"level":"info","ts":1788920571.5341778,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","header":"x-maas-username"} {"level":"info","ts":1788920571.534193,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.5342045,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.5342371,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.535938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.535958,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5359716,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","EoS":false} {"level":"info","ts":1788920571.535982,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5360065,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","EoS":true} {"level":"info","ts":1788920571.5360446,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"4ebfd3afa0cb6fbde1e7668d975a47b0","span_id":"5a66a37aff2c4d88","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5890112,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.58915,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5891676,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5891867,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","EoS":true} {"level":"info","ts":1788920571.5892284,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","header":"x-maas-username"} {"level":"info","ts":1788920571.589241,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","header":"x-maas-group"} {"level":"info","ts":1788920571.589252,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","header":"x-maas-subscription"} {"level":"info","ts":1788920571.5892794,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.5892935,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.5893397,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.590163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5901878,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5902064,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","EoS":false} {"level":"info","ts":1788920571.590217,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5902421,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","EoS":true} {"level":"info","ts":1788920571.5902514,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"ca94f31837cb69fb18249ff52d2d0679","span_id":"6497d7b8c0549e8d","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.6434581,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.643562,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6435776,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.64359,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","EoS":true} {"level":"info","ts":1788920571.6436605,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","header":"x-maas-group"} {"level":"info","ts":1788920571.643677,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","header":"x-maas-subscription"} {"level":"info","ts":1788920571.6436844,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","header":"x-maas-username"} {"level":"info","ts":1788920571.6437042,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.643717,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.6437519,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6446712,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.64469,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6447027,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","EoS":false} {"level":"info","ts":1788920571.6447153,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6447365,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","EoS":true} {"level":"info","ts":1788920571.6447444,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"e48bebf20318544e34665f48a0b7bb8b","span_id":"e1fa5e7ff3c05ce2","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6859956,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.6861272,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.686144,"caller":"handlers/server.go:205","msg":"processing request headers complete","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.6862013,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","EoS":true} {"level":"info","ts":1788920571.6862402,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","header":"x-maas-group"} {"level":"info","ts":1788920571.6862528,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","header":"x-maas-subscription"} {"level":"info","ts":1788920571.6862583,"caller":"maas-headers-guard/plugin.go:72","msg":"internal header captured and stripped","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","header":"x-maas-username"} {"level":"info","ts":1788920571.6862726,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.6862848,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.6863177,"caller":"handlers/server.go:218","msg":"processing request body complete","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.6871772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.6871955,"caller":"handlers/server.go:223","msg":"processing response headers complete","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.6872103,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","EoS":false} {"level":"info","ts":1788920571.687221,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.6872423,"caller":"handlers/server.go:225","msg":"Incoming response body chunk","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","EoS":true} {"level":"info","ts":1788920571.6872518,"caller":"handlers/server.go:246","msg":"response chunk processing complete","trace_id":"d138ba4e7ff375f37f2490401b75d457","span_id":"d85d357e483faeb6","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"error","ts":1788920585.952652,"logger":"setup.trace","caller":"tracing/telemetry.go:43","msg":"trace error occurred","error":"traces export: exporter export timeout: rpc error: code = Unavailable desc = name resolver error: produced zero addresses","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/common/observability/tracing.(*errorHandler).Handle\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260814090434-bf71acdf306a/pkg/common/observability/tracing/telemetry.go:43\ngo.opentelemetry.io/otel.Handle\n\tgo.opentelemetry.io/otel@v1.45.0/handler.go:33\ngo.opentelemetry.io/otel/sdk/trace.(*batchSpanProcessor).processQueue\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:333\ngo.opentelemetry.io/otel/sdk/trace.NewBatchSpanProcessor.func2\n\tgo.opentelemetry.io/otel/sdk@v1.45.0/trace/batch_span_processor.go:128\nsync.(*WaitGroup).Go.func1\n\tsync/waitgroup.go:258"}