{"level":"info","ts":1784832003.2877834,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784832003.2879012,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-pre-processing-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784832003.2905052,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784832003.290536,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784832003.2905533,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784832003.2905607,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784832003.290568,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784832003.2905767,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784832003.2905843,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784832003.3919313,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1784832003.3921728,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784832003.3922276,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784832003.39245,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784832003.3928123,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784832003.3928852,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784832003.3933089,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832003.393754,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784832003.482218,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":35922.609147699,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4822786,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.482773,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832003.4829803,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832003.4830577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":32557.989054469,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4830735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4833503,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784832003.48381,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832003.4838789,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784832003.4839861,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":36703.708965088,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4840016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4866695,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4868662,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.4874392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832003.494683,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784832003.4947028,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784832003.5840306,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784832003.5840592,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784832003.5841174,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784832003.5841246,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784832003.5841482,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784832003.584155,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784832003.5841823,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784832003.5841892,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784832009.397765,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784832009.3978684,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784832180.7704897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.7709265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4"} {"level":"info","ts":1784832180.7709458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4"} {"level":"info","ts":1784832180.7709758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4","EoS":false} {"level":"info","ts":1784832180.7709901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4","EoS":true} {"level":"info","ts":1784832180.7710116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832180.7710285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4","path":"/v1/chat/completions"} {"level":"info","ts":1784832180.7710452,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832180.771079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d30d1aa-6c8e-4c99-8f92-1ce44d2c38f4"} {"level":"info","ts":1784832180.8591187,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.8592014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0"} {"level":"info","ts":1784832180.8592105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0"} {"level":"info","ts":1784832180.8592222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0","EoS":false} {"level":"info","ts":1784832180.859234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0","EoS":true} {"level":"info","ts":1784832180.8592663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832180.859287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0","path":"/v1/chat/completions"} {"level":"info","ts":1784832180.8592987,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832180.8593292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f58d6b6-efa3-4b3f-9822-e1e0f81e3ce0"} {"level":"info","ts":1784832180.9036207,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.9036982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b"} {"level":"info","ts":1784832180.9037063,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b"} {"level":"info","ts":1784832180.9037185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b","EoS":false} {"level":"info","ts":1784832180.9037304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b","EoS":true} {"level":"info","ts":1784832180.9037526,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832180.9037685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b","path":"/v1/chat/completions"} {"level":"info","ts":1784832180.90378,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832180.903814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eef1a88c-c1ad-4e83-b663-b6ff213dbb1b"} {"level":"info","ts":1784832180.948753,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.9488578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166"} {"level":"info","ts":1784832180.94887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166"} {"level":"info","ts":1784832180.9488854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166","EoS":false} {"level":"info","ts":1784832180.948905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166","EoS":true} {"level":"info","ts":1784832180.9489465,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832180.9489665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166","path":"/v1/chat/completions"} {"level":"info","ts":1784832180.948983,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832180.9490118,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84bd5d84-8985-4af4-b4e3-743ed39ed166"} {"level":"info","ts":1784832180.9920447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832180.9921246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e"} {"level":"info","ts":1784832180.992133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e"} {"level":"info","ts":1784832180.9921443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e","EoS":false} {"level":"info","ts":1784832180.992154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e","EoS":true} {"level":"info","ts":1784832180.9921765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832180.9921947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e","path":"/v1/chat/completions"} {"level":"info","ts":1784832180.9922078,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832180.9922383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe575f6d-424f-4fe9-9c8b-b83365e7d22e"} {"level":"info","ts":1784832181.0437462,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.0438402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd"} {"level":"info","ts":1784832181.043852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd"} {"level":"info","ts":1784832181.043864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd","EoS":false} {"level":"info","ts":1784832181.0438752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd","EoS":true} {"level":"info","ts":1784832181.0438964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.0439162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.0439327,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.043964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"036f0818-01b0-43ce-84ec-210df371cdfd"} {"level":"info","ts":1784832181.0844748,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.0845525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d"} {"level":"info","ts":1784832181.0845654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d"} {"level":"info","ts":1784832181.084578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d","EoS":false} {"level":"info","ts":1784832181.0845885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d","EoS":true} {"level":"info","ts":1784832181.0846121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.084628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.0846376,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.0846612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb39e89e-083a-4a18-9e47-6703f260a75d"} {"level":"info","ts":1784832181.1269038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.126986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85875d8b-153c-4107-b005-3544bc690322"} {"level":"info","ts":1784832181.1269975,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85875d8b-153c-4107-b005-3544bc690322"} {"level":"info","ts":1784832181.1270082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85875d8b-153c-4107-b005-3544bc690322","EoS":false} {"level":"info","ts":1784832181.1270206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85875d8b-153c-4107-b005-3544bc690322","EoS":true} {"level":"info","ts":1784832181.1270428,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85875d8b-153c-4107-b005-3544bc690322","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.1270568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85875d8b-153c-4107-b005-3544bc690322","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.1270678,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"85875d8b-153c-4107-b005-3544bc690322","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.1270905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85875d8b-153c-4107-b005-3544bc690322"} {"level":"info","ts":1784832181.1679704,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.1680512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c"} {"level":"info","ts":1784832181.168061,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c"} {"level":"info","ts":1784832181.168073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c","EoS":false} {"level":"info","ts":1784832181.168083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c","EoS":true} {"level":"info","ts":1784832181.1681085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.1681244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.168135,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.1681645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"672c11d6-f6ad-49a3-8886-05b69870d45c"} {"level":"info","ts":1784832181.209888,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.2099695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098"} {"level":"info","ts":1784832181.209979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098"} {"level":"info","ts":1784832181.209991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098","EoS":false} {"level":"info","ts":1784832181.2100017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098","EoS":true} {"level":"info","ts":1784832181.2100244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.2100434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.2100537,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.2100854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9bdce247-3e33-47f6-a9d8-af9161820098"} {"level":"info","ts":1784832181.2478042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.247883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57"} {"level":"info","ts":1784832181.2478912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57"} {"level":"info","ts":1784832181.2479029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57","EoS":false} {"level":"info","ts":1784832181.2479267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57","EoS":true} {"level":"info","ts":1784832181.2479606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.2479823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.2479925,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.2480218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a4c4df3-fbff-43e0-9d21-96dbe76bfb57"} {"level":"info","ts":1784832181.2894256,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784832181.2895257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73"} {"level":"info","ts":1784832181.2895415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73"} {"level":"info","ts":1784832181.289554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73","EoS":false} {"level":"info","ts":1784832181.2895653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73","EoS":true} {"level":"info","ts":1784832181.2895906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784832181.2896125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73","path":"/v1/chat/completions"} {"level":"info","ts":1784832181.2896242,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784832181.289656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"631e46fc-74dc-4f33-a838-4b62847f9b73"}