{"level":"info","ts":1784343709.835847,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784343709.8359437,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784343709.837964,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784343709.8379912,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784343709.8380039,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784343709.8380094,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784343709.838014,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784343709.8380184,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784343709.8380227,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784343709.909652,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Type: stream-usage-enforcer} {Type: model-provider-resolver} {Type: api-translation} {Type: apikey-injection}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: stream-usage-enforcer} {PluginRef: model-provider-resolver} {PluginRef: api-translation} {PluginRef: apikey-injection}], Response: [{PluginRef: api-translation}]}}]}"} {"level":"info","ts":1784343709.9097831,"caller":"api-translation/plugin.go:70","msg":"plugin initialized","translators":4} {"level":"info","ts":1784343709.9211993,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784343709.9212546,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784343709.9213488,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784343709.9216833,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784343709.921796,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784343709.9221487,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784343709.9225109,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784343709.9234238,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":34018.48069662,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9234447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9243834,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784343709.924958,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38484.953279373,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9249752,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9256704,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784343709.9259577,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784343709.9269364,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"apikey-injection-secret-watcher","source":"kind source: *v1.Secret"} {"level":"info","ts":1784343709.9275208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38576.203963348,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9275405,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9282234,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35426.325310769,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9282393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9288454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.9297159,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.930803,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784343709.9308388,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784343709.9310575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343709.931462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784343710.0227294,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784343710.0227487,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784343710.0238485,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784343710.023858,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784343710.0260556,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784343710.026071,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784343710.0271626,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784343710.027171,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784343710.0282867,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"apikey-injection-secret-watcher"} {"level":"info","ts":1784343710.0283313,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"apikey-injection-secret-watcher","worker count":1} {"level":"info","ts":1784343710.0315144,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784343710.0315266,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784343712.854558,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784343712.8547034,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784343857.7827456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343857.7833204,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d"} {"level":"info","ts":1784343857.7833407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d"} {"level":"info","ts":1784343857.7833743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d","EoS":true} {"level":"info","ts":1784343857.7834141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d","path":"/v1/chat/completions"} {"level":"info","ts":1784343857.7834322,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343857.7834737,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d"} {"level":"info","ts":1784343857.7964592,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d"} {"level":"info","ts":1784343857.7964816,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d"} {"level":"info","ts":1784343857.7964973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d","EoS":false} {"level":"info","ts":1784343857.7965124,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d","EoS":true} {"level":"info","ts":1784343857.7965522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"318cb0c6-f9b1-4639-ae4f-f0b6dedcb35d"} {"level":"info","ts":1784343857.851503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343857.8515785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8"} {"level":"info","ts":1784343857.8515892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8"} {"level":"info","ts":1784343857.8516014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8","EoS":true} {"level":"info","ts":1784343857.8516285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8","path":"/v1/chat/completions"} {"level":"info","ts":1784343857.8516417,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343857.851682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8"} {"level":"info","ts":1784343857.853687,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8"} {"level":"info","ts":1784343857.853699,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8"} {"level":"info","ts":1784343857.8537107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8","EoS":false} {"level":"info","ts":1784343857.853721,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8","EoS":true} {"level":"info","ts":1784343857.853755,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e3189215-243d-47b5-a8ef-c5ff8418ccd8"} {"level":"info","ts":1784343857.8933635,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343857.8934205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44"} {"level":"info","ts":1784343857.8934288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44"} {"level":"info","ts":1784343857.8934395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44","EoS":true} {"level":"info","ts":1784343857.8934653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44","path":"/v1/chat/completions"} {"level":"info","ts":1784343857.8934782,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343857.893508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44"} {"level":"info","ts":1784343857.8944569,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44"} {"level":"info","ts":1784343857.8944736,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44"} {"level":"info","ts":1784343857.8944898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44","EoS":false} {"level":"info","ts":1784343857.8945048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44","EoS":true} {"level":"info","ts":1784343857.8945456,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35e58a61-f8df-47b6-9c71-e66e0daa0b44"} {"level":"info","ts":1784343857.9309368,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343857.930989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961"} {"level":"info","ts":1784343857.9310029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961"} {"level":"info","ts":1784343857.9310133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961","EoS":true} {"level":"info","ts":1784343857.9310367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961","path":"/v1/chat/completions"} {"level":"info","ts":1784343857.9310477,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343857.931075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961"} {"level":"info","ts":1784343857.9320157,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961"} {"level":"info","ts":1784343857.932034,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961"} {"level":"info","ts":1784343857.932054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961","EoS":false} {"level":"info","ts":1784343857.9320695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961","EoS":true} {"level":"info","ts":1784343857.932104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1dadc36e-05c7-4554-8b51-812be7bfa961"} {"level":"info","ts":1784343857.97181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343857.9718728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7"} {"level":"info","ts":1784343857.9718835,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7"} {"level":"info","ts":1784343857.9718983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7","EoS":true} {"level":"info","ts":1784343857.971925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7","path":"/v1/chat/completions"} {"level":"info","ts":1784343857.9719398,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343857.971967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7"} {"level":"info","ts":1784343857.9728851,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7"} {"level":"info","ts":1784343857.9729006,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7"} {"level":"info","ts":1784343857.9729137,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7","EoS":false} {"level":"info","ts":1784343857.9729257,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7","EoS":true} {"level":"info","ts":1784343857.9729557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a1b9c8ec-7736-4bd8-96ab-0c088f3a1ca7"} {"level":"info","ts":1784343858.0152924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343858.0153596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328"} {"level":"info","ts":1784343858.0153682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328"} {"level":"info","ts":1784343858.015379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328","EoS":true} {"level":"info","ts":1784343858.0154088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328","path":"/v1/chat/completions"} {"level":"info","ts":1784343858.0154207,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343858.0154493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328"} {"level":"info","ts":1784343858.0163817,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328"} {"level":"info","ts":1784343858.016399,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328"} {"level":"info","ts":1784343858.01642,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328","EoS":false} {"level":"info","ts":1784343858.0164351,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328","EoS":true} {"level":"info","ts":1784343858.0164852,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"184e2c9c-997d-4b90-838b-6082d15ed328"} {"level":"info","ts":1784343858.0575721,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343858.0576434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce"} {"level":"info","ts":1784343858.0576584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce"} {"level":"info","ts":1784343858.057676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce","EoS":true} {"level":"info","ts":1784343858.0577068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce","path":"/v1/chat/completions"} {"level":"info","ts":1784343858.05772,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343858.0577505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce"} {"level":"info","ts":1784343858.058676,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce"} {"level":"info","ts":1784343858.058687,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce"} {"level":"info","ts":1784343858.0586998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce","EoS":false} {"level":"info","ts":1784343858.0587223,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce","EoS":true} {"level":"info","ts":1784343858.0587552,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"40ca6845-9e7c-4494-ad8e-6fd4d3ed95ce"} {"level":"info","ts":1784343858.0983908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343858.0984566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2"} {"level":"info","ts":1784343858.0984669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2"} {"level":"info","ts":1784343858.098477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2","EoS":true} {"level":"info","ts":1784343858.0985043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2","path":"/v1/chat/completions"} {"level":"info","ts":1784343858.0985167,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343858.098547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2"} {"level":"info","ts":1784343858.0996258,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2"} {"level":"info","ts":1784343858.0996482,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2"} {"level":"info","ts":1784343858.0996633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2","EoS":false} {"level":"info","ts":1784343858.0996747,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2","EoS":true} {"level":"info","ts":1784343858.099712,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5d2c974-5f8d-47ee-ae53-584cf8764be2"} {"level":"info","ts":1784343858.1583762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343858.1584573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd"} {"level":"info","ts":1784343858.1584694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd"} {"level":"info","ts":1784343858.1584804,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd","EoS":true} {"level":"info","ts":1784343858.158513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd","path":"/v1/chat/completions"} {"level":"info","ts":1784343858.1585286,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343858.158561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd"} {"level":"info","ts":1784343858.1596901,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd"} {"level":"info","ts":1784343858.159713,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd"} {"level":"info","ts":1784343858.15973,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd","EoS":false} {"level":"info","ts":1784343858.1597412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd","EoS":true} {"level":"info","ts":1784343858.159782,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"499d6b2c-7e4b-491a-a2e0-1e68b24700dd"} {"level":"info","ts":1784343858.2036674,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343858.2037446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f"} {"level":"info","ts":1784343858.2037575,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f"} {"level":"info","ts":1784343858.2037685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f","EoS":true} {"level":"info","ts":1784343858.203816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f","path":"/v1/chat/completions"} {"level":"info","ts":1784343858.2038302,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343858.2038612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f"} {"level":"info","ts":1784343858.2047908,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f"} {"level":"info","ts":1784343858.2048142,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f"} {"level":"info","ts":1784343858.2048342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f","EoS":false} {"level":"info","ts":1784343858.2048519,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f","EoS":true} {"level":"info","ts":1784343858.204899,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f8818c40-3d58-424f-8227-36e3143b730f"} {"level":"info","ts":1784343858.2438629,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343858.2439344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255"} {"level":"info","ts":1784343858.2439442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255"} {"level":"info","ts":1784343858.2439559,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255","EoS":true} {"level":"info","ts":1784343858.2439852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255","path":"/v1/chat/completions"} {"level":"info","ts":1784343858.2439966,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343858.2440271,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255"} {"level":"info","ts":1784343858.2450342,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255"} {"level":"info","ts":1784343858.2450583,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255"} {"level":"info","ts":1784343858.2450745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255","EoS":false} {"level":"info","ts":1784343858.2450862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255","EoS":true} {"level":"info","ts":1784343858.2451222,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cfdaf544-7b75-4207-ad35-4ed668374255"} {"level":"info","ts":1784343891.0375535,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.0376334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1"} {"level":"info","ts":1784343891.0376432,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1"} {"level":"info","ts":1784343891.0376558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1","EoS":true} {"level":"info","ts":1784343891.0376883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.0377011,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.0377321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1"} {"level":"info","ts":1784343891.0388393,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1"} {"level":"info","ts":1784343891.0388594,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1"} {"level":"info","ts":1784343891.0388744,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1","EoS":false} {"level":"info","ts":1784343891.0388894,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1","EoS":true} {"level":"info","ts":1784343891.0389333,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe805de7-f527-4335-a155-725d806adfc1"} {"level":"info","ts":1784343891.0881305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.0882027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba"} {"level":"info","ts":1784343891.088212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba"} {"level":"info","ts":1784343891.088224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba","EoS":true} {"level":"info","ts":1784343891.0882537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.0882661,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.0883198,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba"} {"level":"info","ts":1784343891.0893445,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba"} {"level":"info","ts":1784343891.0893629,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba"} {"level":"info","ts":1784343891.0893784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba","EoS":false} {"level":"info","ts":1784343891.0893915,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba","EoS":true} {"level":"info","ts":1784343891.0894327,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"84cebd10-ecbb-4109-b4df-c22553e753ba"} {"level":"info","ts":1784343891.1319973,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.13207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a"} {"level":"info","ts":1784343891.1320827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a"} {"level":"info","ts":1784343891.1320941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a","EoS":true} {"level":"info","ts":1784343891.132123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.132136,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.1321685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a"} {"level":"info","ts":1784343891.133191,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a"} {"level":"info","ts":1784343891.1332088,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a"} {"level":"info","ts":1784343891.1332245,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a","EoS":false} {"level":"info","ts":1784343891.1332364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a","EoS":true} {"level":"info","ts":1784343891.1332748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ace1c6a6-4dbc-47f6-a61e-03c95943165a"} {"level":"info","ts":1784343891.1690755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.169145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0"} {"level":"info","ts":1784343891.1691558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0"} {"level":"info","ts":1784343891.1691663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0","EoS":true} {"level":"info","ts":1784343891.1691945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.1692064,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.169237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0"} {"level":"info","ts":1784343891.1701896,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0"} {"level":"info","ts":1784343891.17021,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0"} {"level":"info","ts":1784343891.170224,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0","EoS":false} {"level":"info","ts":1784343891.1702352,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0","EoS":true} {"level":"info","ts":1784343891.1702666,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"47d1215f-2f41-4a57-8b2c-6959c63dbaf0"} {"level":"info","ts":1784343891.2076528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.2077343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d"} {"level":"info","ts":1784343891.2077472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d"} {"level":"info","ts":1784343891.2077587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d","EoS":true} {"level":"info","ts":1784343891.207788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.2078004,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.20783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d"} {"level":"info","ts":1784343891.2088473,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d"} {"level":"info","ts":1784343891.2088683,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d"} {"level":"info","ts":1784343891.2088838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d","EoS":false} {"level":"info","ts":1784343891.2089336,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d","EoS":true} {"level":"info","ts":1784343891.2089727,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f2741d9a-862f-4401-8f42-9dd8f6ed877d"} {"level":"info","ts":1784343891.2465675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.2466333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b"} {"level":"info","ts":1784343891.2466428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b"} {"level":"info","ts":1784343891.2466538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b","EoS":true} {"level":"info","ts":1784343891.2466795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.2466931,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.2467325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b"} {"level":"info","ts":1784343891.2477286,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b"} {"level":"info","ts":1784343891.2477436,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b"} {"level":"info","ts":1784343891.2477565,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b","EoS":false} {"level":"info","ts":1784343891.2477672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b","EoS":true} {"level":"info","ts":1784343891.2478042,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f880a441-94de-48be-bff3-a217082eb09b"} {"level":"info","ts":1784343891.283971,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.2840369,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2"} {"level":"info","ts":1784343891.2840476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2"} {"level":"info","ts":1784343891.2840576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2","EoS":true} {"level":"info","ts":1784343891.2840836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.2840955,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.2841263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2"} {"level":"info","ts":1784343891.285197,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2"} {"level":"info","ts":1784343891.285215,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2"} {"level":"info","ts":1784343891.2852328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2","EoS":false} {"level":"info","ts":1784343891.2852447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2","EoS":true} {"level":"info","ts":1784343891.2852814,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05c06996-27b7-4321-a4a5-564ef97dbdf2"} {"level":"info","ts":1784343891.3249369,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.3250163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d"} {"level":"info","ts":1784343891.3250294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d"} {"level":"info","ts":1784343891.3250403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d","EoS":true} {"level":"info","ts":1784343891.3250678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.3250804,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.3251123,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d"} {"level":"info","ts":1784343891.3260922,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d"} {"level":"info","ts":1784343891.3261106,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d"} {"level":"info","ts":1784343891.3261259,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d","EoS":false} {"level":"info","ts":1784343891.3261375,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d","EoS":true} {"level":"info","ts":1784343891.326177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abc317e4-95e4-40df-96a5-e4a540579f0d"} {"level":"info","ts":1784343891.3646488,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.3647118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d"} {"level":"info","ts":1784343891.36472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d"} {"level":"info","ts":1784343891.3647313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d","EoS":true} {"level":"info","ts":1784343891.3647614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.3647738,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.3648055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d"} {"level":"info","ts":1784343891.3656983,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d"} {"level":"info","ts":1784343891.3657198,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d"} {"level":"info","ts":1784343891.365735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d","EoS":false} {"level":"info","ts":1784343891.3657482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d","EoS":true} {"level":"info","ts":1784343891.3657818,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b580c68-858c-41e6-8ae1-96780e4ec34d"} {"level":"info","ts":1784343891.4050434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.4051354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929"} {"level":"info","ts":1784343891.4051466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929"} {"level":"info","ts":1784343891.4051573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929","EoS":true} {"level":"info","ts":1784343891.405185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.405198,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.405229,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929"} {"level":"info","ts":1784343891.406123,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929"} {"level":"info","ts":1784343891.4061413,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929"} {"level":"info","ts":1784343891.406155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929","EoS":false} {"level":"info","ts":1784343891.4061797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929","EoS":true} {"level":"info","ts":1784343891.4062183,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50f3c2b9-a745-4e76-820d-89d9f20de929"} {"level":"info","ts":1784343891.441938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784343891.4420228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc"} {"level":"info","ts":1784343891.4420364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc"} {"level":"info","ts":1784343891.4420552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc","EoS":true} {"level":"info","ts":1784343891.4420986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc","path":"/v1/chat/completions"} {"level":"info","ts":1784343891.4421139,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784343891.4421625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc"} {"level":"info","ts":1784343891.4431272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc"} {"level":"info","ts":1784343891.4431446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc"} {"level":"info","ts":1784343891.4431603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc","EoS":false} {"level":"info","ts":1784343891.443172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc","EoS":true} {"level":"info","ts":1784343891.4432073,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c2c6a1a-e0d8-4b4c-96aa-666eb00261cc"}