{"level":"info","ts":1784347348.9242997,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""}
{"level":"info","ts":1784347348.924418,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":1784347348.9274917,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"}
{"level":"info","ts":1784347348.9275386,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"}
{"level":"info","ts":1784347348.9275594,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"}
{"level":"info","ts":1784347348.9275723,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"}
{"level":"info","ts":1784347348.927579,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"}
{"level":"info","ts":1784347348.927586,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"}
{"level":"info","ts":1784347348.9275937,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"}
{"level":"info","ts":1784347348.9550705,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"}
{"level":"info","ts":1784347348.955186,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4}
{"level":"info","ts":1784347349.014446,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"}
{"level":"info","ts":1784347349.014504,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":1784347349.0147762,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":1784347349.0149074,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005}
{"level":"info","ts":1784347349.0149257,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false}
{"level":"info","ts":1784347349.0153534,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784347349.015744,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":1784347349.0160189,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":36400.937138431,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0160398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0164158,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784347349.0165353,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784347349.016614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":34257.185355495,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0166266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0168495,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1784347349.017104,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":1784347349.017171,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":1784347349.017233,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":35177.921452075,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0172474,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0175114,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"}
{"level":"info","ts":1784347349.017758,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34756.681557418,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0178301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0195556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0198152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0202472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.0210283,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784347349.1163423,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1784347349.116383,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1784347349.11644,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1784347349.1164489,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1784347349.1177146,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1784347349.1177373,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1784347349.1178086,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"}
{"level":"info","ts":1784347349.117819,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1}
{"level":"info","ts":1784347349.117861,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":1784347349.1178718,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":1784347349.117922,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":1784347349.1179318,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":1784347349.7340677,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":1784347349.7342427,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004}
{"level":"info","ts":1784347516.0798938,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.0803134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8"}
{"level":"info","ts":1784347516.0803308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8"}
{"level":"info","ts":1784347516.0803597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8","EoS":true}
{"level":"info","ts":1784347516.080397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.0804148,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.0804524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8"}
{"level":"info","ts":1784347516.0929902,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8"}
{"level":"info","ts":1784347516.093017,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8"}
{"level":"info","ts":1784347516.0930352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8","EoS":false}
{"level":"info","ts":1784347516.0930488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8","EoS":true}
{"level":"info","ts":1784347516.0931008,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c7f9a78-f99f-4fed-ac1a-49c0309763d8"}
{"level":"info","ts":1784347516.1700883,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.1701589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0"}
{"level":"info","ts":1784347516.1701667,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0"}
{"level":"info","ts":1784347516.1701784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0","EoS":true}
{"level":"info","ts":1784347516.170207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.1702201,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.1702542,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0"}
{"level":"info","ts":1784347516.1718836,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0"}
{"level":"info","ts":1784347516.1719043,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0"}
{"level":"info","ts":1784347516.17192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0","EoS":false}
{"level":"info","ts":1784347516.1719346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0","EoS":true}
{"level":"info","ts":1784347516.1719723,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d144a023-be72-42bf-8c9c-94ddf160d8d0"}
{"level":"info","ts":1784347516.210746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.2108176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60"}
{"level":"info","ts":1784347516.210828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60"}
{"level":"info","ts":1784347516.2108393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60","EoS":true}
{"level":"info","ts":1784347516.2108681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.2108812,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.2109134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60"}
{"level":"info","ts":1784347516.2116165,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60"}
{"level":"info","ts":1784347516.2116318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60"}
{"level":"info","ts":1784347516.2116833,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60","EoS":false}
{"level":"info","ts":1784347516.2116961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60","EoS":true}
{"level":"info","ts":1784347516.2117288,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2ee827d8-2cc0-4bb1-b070-25a5796f9f60"}
{"level":"info","ts":1784347516.249607,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.249703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842"}
{"level":"info","ts":1784347516.2497168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842"}
{"level":"info","ts":1784347516.2497294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842","EoS":true}
{"level":"info","ts":1784347516.2497606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.2497742,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.2498074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842"}
{"level":"info","ts":1784347516.2504725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842"}
{"level":"info","ts":1784347516.2504919,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842"}
{"level":"info","ts":1784347516.2505126,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842","EoS":false}
{"level":"info","ts":1784347516.2505279,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842","EoS":true}
{"level":"info","ts":1784347516.250565,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d2f90ba-4d60-4c41-bb1d-85693ab62842"}
{"level":"info","ts":1784347516.3030193,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.3031006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263"}
{"level":"info","ts":1784347516.3031127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263"}
{"level":"info","ts":1784347516.303125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263","EoS":true}
{"level":"info","ts":1784347516.3031607,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.3031754,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.3032079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263"}
{"level":"info","ts":1784347516.304016,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263"}
{"level":"info","ts":1784347516.3040352,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263"}
{"level":"info","ts":1784347516.3040485,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263","EoS":false}
{"level":"info","ts":1784347516.3040607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263","EoS":true}
{"level":"info","ts":1784347516.3041005,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9463f4c-a158-4096-955d-2561e49db263"}
{"level":"info","ts":1784347516.3413293,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.341414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54"}
{"level":"info","ts":1784347516.3414252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54"}
{"level":"info","ts":1784347516.3414366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54","EoS":true}
{"level":"info","ts":1784347516.3414698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.3414824,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.3415158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54"}
{"level":"info","ts":1784347516.3422234,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54"}
{"level":"info","ts":1784347516.3422449,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54"}
{"level":"info","ts":1784347516.3422627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54","EoS":false}
{"level":"info","ts":1784347516.3422823,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54","EoS":true}
{"level":"info","ts":1784347516.34232,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"faedb1a7-eb27-4c17-a53a-9571f4f56d54"}
{"level":"info","ts":1784347516.4010844,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.4011745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4"}
{"level":"info","ts":1784347516.401186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4"}
{"level":"info","ts":1784347516.4011981,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4","EoS":true}
{"level":"info","ts":1784347516.4012282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.4012408,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.4012742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4"}
{"level":"info","ts":1784347516.4019501,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4"}
{"level":"info","ts":1784347516.4019608,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4"}
{"level":"info","ts":1784347516.4019723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4","EoS":false}
{"level":"info","ts":1784347516.4019828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4","EoS":true}
{"level":"info","ts":1784347516.4020119,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7a508fea-7c26-90ff-999e-a7868929ebc4"}
{"level":"info","ts":1784347516.4394531,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.4395394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b"}
{"level":"info","ts":1784347516.4395518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b"}
{"level":"info","ts":1784347516.4395645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b","EoS":true}
{"level":"info","ts":1784347516.439592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.439604,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.439636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b"}
{"level":"info","ts":1784347516.4403224,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b"}
{"level":"info","ts":1784347516.4403408,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b"}
{"level":"info","ts":1784347516.440355,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b","EoS":false}
{"level":"info","ts":1784347516.4403665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b","EoS":true}
{"level":"info","ts":1784347516.4404085,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57449e9f-4122-487e-b092-6f21eda6f80b"}
{"level":"info","ts":1784347516.4788146,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.478894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b"}
{"level":"info","ts":1784347516.4789047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b"}
{"level":"info","ts":1784347516.4789166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b","EoS":true}
{"level":"info","ts":1784347516.4789464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.4789596,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.478993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b"}
{"level":"info","ts":1784347516.479824,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b"}
{"level":"info","ts":1784347516.4798431,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b"}
{"level":"info","ts":1784347516.4798584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b","EoS":false}
{"level":"info","ts":1784347516.4798725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b","EoS":true}
{"level":"info","ts":1784347516.4799128,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d52fe2ad-27b5-4aef-8ebd-b1232cfa792b"}
{"level":"info","ts":1784347516.5189743,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.519053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994"}
{"level":"info","ts":1784347516.5190647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994"}
{"level":"info","ts":1784347516.519076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994","EoS":true}
{"level":"info","ts":1784347516.5191073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.5191193,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.5191538,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994"}
{"level":"info","ts":1784347516.5198674,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994"}
{"level":"info","ts":1784347516.5198853,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994"}
{"level":"info","ts":1784347516.5199049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994","EoS":false}
{"level":"info","ts":1784347516.5199165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994","EoS":true}
{"level":"info","ts":1784347516.5199533,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"81b6d421-821d-47be-9014-5281cef9a994"}
{"level":"info","ts":1784347516.5836813,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784347516.5837545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb"}
{"level":"info","ts":1784347516.5837631,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb"}
{"level":"info","ts":1784347516.5837748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb","EoS":true}
{"level":"info","ts":1784347516.5838048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb","path":"/v1/chat/completions"}
{"level":"info","ts":1784347516.5838177,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"}
{"level":"info","ts":1784347516.583853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb"}
{"level":"info","ts":1784347516.5845401,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb"}
{"level":"info","ts":1784347516.58456,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb"}
{"level":"info","ts":1784347516.5845735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb","EoS":false}
{"level":"info","ts":1784347516.5845873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb","EoS":true}
{"level":"info","ts":1784347516.5846226,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7509101e-932a-44f6-bd98-af6b7b4ac3bb"}