{"level":"info","ts":1784833257.2511547,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784833257.251286,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-pre-processing-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784833257.2535934,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784833257.253628,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784833257.2536492,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784833257.2536566,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784833257.253664,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784833257.2536716,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784833257.253678,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784833257.353885,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1784833257.354139,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784833257.3542023,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784833257.3545227,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784833257.3546531,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784833257.3547468,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784833257.3551292,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784833257.355945,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784833257.4439466,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784833257.4444335,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38938.517470154,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.4444695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.4451606,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":32409.331167122,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.445199,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.44542,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784833257.4456794,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784833257.4457982,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":37707.631582851,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.4458141,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.446014,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784833257.446303,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784833257.4481742,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.4485993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.448838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784833257.4561043,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784833257.4561303,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784833257.5453987,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784833257.5454357,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784833257.5466514,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784833257.5466635,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784833257.5468047,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784833257.5468154,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784833257.5468893,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784833257.5469005,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784833261.149987,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784833261.150111,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784833417.7140427,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833417.7145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"} {"level":"info","ts":1784833417.7145178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"} {"level":"info","ts":1784833417.7145472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","EoS":false} {"level":"info","ts":1784833417.7145615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","EoS":true} {"level":"info","ts":1784833417.7145855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833417.714605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","path":"/v1/chat/completions"} {"level":"info","ts":1784833417.7146208,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833417.714656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e86ea979-aee7-4bdd-a26e-a9e5b6982fa1"} {"level":"info","ts":1784833417.8070157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833417.8071063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"} {"level":"info","ts":1784833417.807118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"} {"level":"info","ts":1784833417.8071358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","EoS":false} {"level":"info","ts":1784833417.8071513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","EoS":true} {"level":"info","ts":1784833417.8071845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833417.8072064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","path":"/v1/chat/completions"} {"level":"info","ts":1784833417.807224,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833417.8072672,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4994e149-fd21-4edf-9adb-9aeeceb4c0a3"} {"level":"info","ts":1784833417.8529,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833417.8529902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"} {"level":"info","ts":1784833417.8530035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"} {"level":"info","ts":1784833417.8530192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","EoS":false} {"level":"info","ts":1784833417.8530297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","EoS":true} {"level":"info","ts":1784833417.853052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833417.8530662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","path":"/v1/chat/completions"} {"level":"info","ts":1784833417.8530838,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833417.8531132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"050bb314-29fd-4ecb-960b-30d57c4071fc"} {"level":"info","ts":1784833417.8955033,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833417.8955975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0"} {"level":"info","ts":1784833417.8956146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0"} {"level":"info","ts":1784833417.895632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0","EoS":false} {"level":"info","ts":1784833417.895649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0","EoS":true} {"level":"info","ts":1784833417.8956814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833417.8957021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0","path":"/v1/chat/completions"} {"level":"info","ts":1784833417.8957303,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833417.8957705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e56a606c-7706-44de-85cc-f7ca8f1152d0"} {"level":"info","ts":1784833417.930645,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833417.9307232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961"} {"level":"info","ts":1784833417.930733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961"} {"level":"info","ts":1784833417.9307451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961","EoS":false} {"level":"info","ts":1784833417.9307563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961","EoS":true} {"level":"info","ts":1784833417.9307783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833417.9307938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961","path":"/v1/chat/completions"} {"level":"info","ts":1784833417.9308074,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833417.9308565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"885174a1-b92a-4c22-b5ea-d34642789961"} {"level":"info","ts":1784833417.970002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833417.9700856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982"} {"level":"info","ts":1784833417.9701023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982"} {"level":"info","ts":1784833417.9701297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982","EoS":false} {"level":"info","ts":1784833417.9701407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982","EoS":true} {"level":"info","ts":1784833417.970163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833417.9701846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982","path":"/v1/chat/completions"} {"level":"info","ts":1784833417.970197,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833417.9702246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1541e25-37b0-4f16-96b6-7aa8d9859982"} {"level":"info","ts":1784833418.0110853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833418.0111797,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049"} {"level":"info","ts":1784833418.0111928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049"} {"level":"info","ts":1784833418.0112085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049","EoS":false} {"level":"info","ts":1784833418.011224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049","EoS":true} {"level":"info","ts":1784833418.011257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833418.011277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049","path":"/v1/chat/completions"} {"level":"info","ts":1784833418.0112996,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833418.011342,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d3eda734-38b3-4876-abd7-f6db91062049"} {"level":"info","ts":1784833418.0446494,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833418.0447402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950"} {"level":"info","ts":1784833418.044756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950"} {"level":"info","ts":1784833418.0447752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950","EoS":false} {"level":"info","ts":1784833418.0447962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950","EoS":true} {"level":"info","ts":1784833418.0448525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833418.0448723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950","path":"/v1/chat/completions"} {"level":"info","ts":1784833418.0448866,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833418.0449305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f6464c8-5c96-4c74-a2bd-424cf858e950"} {"level":"info","ts":1784833418.080008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833418.080086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb"} {"level":"info","ts":1784833418.0800958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb"} {"level":"info","ts":1784833418.0801072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb","EoS":false} {"level":"info","ts":1784833418.080118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb","EoS":true} {"level":"info","ts":1784833418.0801437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833418.080161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb","path":"/v1/chat/completions"} {"level":"info","ts":1784833418.0801702,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833418.0802033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c250d6a9-9da5-4978-ae05-cb379625befb"} {"level":"info","ts":1784833418.1187134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833418.118805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0"} {"level":"info","ts":1784833418.1188478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0"} {"level":"info","ts":1784833418.118873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0","EoS":false} {"level":"info","ts":1784833418.1188922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0","EoS":true} {"level":"info","ts":1784833418.118923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833418.118941,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0","path":"/v1/chat/completions"} {"level":"info","ts":1784833418.1189573,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833418.1190012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d0e9e62-8336-4051-babb-8dc52f6d6ad0"} {"level":"info","ts":1784833418.1569557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833418.1570315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03"} {"level":"info","ts":1784833418.15704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03"} {"level":"info","ts":1784833418.1570873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03","EoS":false} {"level":"info","ts":1784833418.1571026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03","EoS":true} {"level":"info","ts":1784833418.1571276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833418.1571436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03","path":"/v1/chat/completions"} {"level":"info","ts":1784833418.157155,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833418.1571834,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3a318bb-9c5f-48a6-8826-dc6ff9d9fa03"} {"level":"info","ts":1784833418.1926863,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833418.192775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5"} {"level":"info","ts":1784833418.1927888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5"} {"level":"info","ts":1784833418.1928086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5","EoS":false} {"level":"info","ts":1784833418.1928463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5","EoS":true} {"level":"info","ts":1784833418.1928794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833418.1929004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5","path":"/v1/chat/completions"} {"level":"info","ts":1784833418.192918,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833418.1929803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d27fac7b-02bf-4926-bf47-4f73644155e5"}