{"level":"info","ts":1788920397.341244,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1788920397.342894,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1788920397.342918,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1788920397.3429294,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1788920397.3429437,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1788920397.342949,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1788920397.342953,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1788920397.3429565,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1788920397.3815937,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1788920397.382294,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1788920397.3823524,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1788920397.3830416,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1788920397.3830736,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1788920397.383211,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1788920397.3834047,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920397.3836598,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1788920397.3838868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":35976.116508786,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.3839025,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.3841772,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920397.3843052,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920397.384383,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35352.891379225,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.384396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.3845494,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788920397.3847532,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788920397.3848052,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788920397.384879,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":34201.822695374,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.384891,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.3874254,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.3875918,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.3878024,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788920397.4841223,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788920397.48415,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788920397.484206,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788920397.4842322,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788920397.485389,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788920397.4854004,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788920397.4854348,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788920397.4854457,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788920397.4854684,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788920397.4854753,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788920399.8953364,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1788920399.8954794,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1788920571.4340503,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.4344747,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4344919,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.4345198,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","EoS":false} {"level":"info","ts":1788920571.4345343,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","EoS":true} {"level":"info","ts":1788920571.4345572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.434578,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.4345956,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.434626,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"e19af961-2cde-4a3f-9ce7-28b65a8d3237"} {"level":"info","ts":1788920571.5179257,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.5180695,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5180864,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5180995,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","EoS":false} {"level":"info","ts":1788920571.5181105,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","EoS":true} {"level":"info","ts":1788920571.5181339,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.5181494,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.5181632,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.5181906,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d31bc71-c11a-4d8d-81b2-79bae07ff04e"} {"level":"info","ts":1788920571.5749397,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.5750663,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5750868,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.5751035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","EoS":false} {"level":"info","ts":1788920571.575119,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","EoS":true} {"level":"info","ts":1788920571.5751917,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.5752137,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.5752277,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.5752609,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"cc8d0d22-8743-41ee-b9e4-4062681ef0b3"} {"level":"info","ts":1788920571.629145,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.6292431,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6292832,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.629296,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","EoS":false} {"level":"info","ts":1788920571.629307,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","EoS":true} {"level":"info","ts":1788920571.629329,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.6293437,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.6293545,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.6293857,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"4d545da0-b7ad-4b3c-acfe-e2d31db01170"} {"level":"info","ts":1788920571.6719644,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.6720853,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.672101,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.6721137,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","EoS":false} {"level":"info","ts":1788920571.6721249,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","EoS":true} {"level":"info","ts":1788920571.6721487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.6721654,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.6721764,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.6722047,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fadbbd85-cfc3-43bc-ad92-0d86292c28e6"} {"level":"info","ts":1788920571.721905,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.7220447,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa"} {"level":"info","ts":1788920571.722061,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa"} {"level":"info","ts":1788920571.722075,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa","EoS":false} {"level":"info","ts":1788920571.7221053,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa","EoS":true} {"level":"info","ts":1788920571.7221284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.722144,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.7221549,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.7221842,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"770e2ed4-f04a-456a-9120-9c64b029e0aa"} {"level":"info","ts":1788920571.7668645,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.7669554,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6"} {"level":"info","ts":1788920571.7669687,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6"} {"level":"info","ts":1788920571.766981,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6","EoS":false} {"level":"info","ts":1788920571.766993,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6","EoS":true} {"level":"info","ts":1788920571.7670467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.767067,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.7670815,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.767112,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"1ef4c5b2-c8f6-4e30-b848-9821ad9fcad6"} {"level":"info","ts":1788920571.8086486,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.808743,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50"} {"level":"info","ts":1788920571.8087568,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50"} {"level":"info","ts":1788920571.8087695,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50","EoS":false} {"level":"info","ts":1788920571.8087928,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50","EoS":true} {"level":"info","ts":1788920571.808816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.8088305,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.8088417,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.8088722,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"8b63d9ff-4d74-4290-ae81-62b0ff320e50"} {"level":"info","ts":1788920571.8713162,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.8714051,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373"} {"level":"info","ts":1788920571.8714168,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373"} {"level":"info","ts":1788920571.8714273,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373","EoS":false} {"level":"info","ts":1788920571.8714375,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373","EoS":true} {"level":"info","ts":1788920571.8714597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.8714795,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.8714902,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.871521,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"3925e149-887b-4296-b2d7-99ba51f44373"} {"level":"info","ts":1788920571.9123774,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.912475,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634"} {"level":"info","ts":1788920571.912491,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634"} {"level":"info","ts":1788920571.9125035,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634","EoS":false} {"level":"info","ts":1788920571.9125168,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634","EoS":true} {"level":"info","ts":1788920571.9125395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.9125538,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.912565,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.912594,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"df41ece4-8520-49e7-9f22-2bf11462f634"} {"level":"info","ts":1788920571.9514682,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.9515498,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc"} {"level":"info","ts":1788920571.9515605,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc"} {"level":"info","ts":1788920571.9515715,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc","EoS":false} {"level":"info","ts":1788920571.9515874,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc","EoS":true} {"level":"info","ts":1788920571.9516113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.9516268,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.9516375,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.9516664,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"71c9cfe6-8c04-4540-b412-890e06aed8fc"} {"level":"info","ts":1788920571.9903808,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788920571.9904668,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e"} {"level":"info","ts":1788920571.9904788,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e"} {"level":"info","ts":1788920571.9904892,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e","EoS":false} {"level":"info","ts":1788920571.9905002,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e","EoS":true} {"level":"info","ts":1788920571.990523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788920571.9905374,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e","path":"/v1/chat/completions"} {"level":"info","ts":1788920571.9905474,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788920571.990578,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"455c0339-994d-4c62-b205-f8a63c36031e"}