{"level":"info","ts":1784832848.8092306,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784832848.8093517,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-pre-processing-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784832848.8111255,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784832848.8111584,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784832848.8111763,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784832848.8111832,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784832848.8111892,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784832848.8111951,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784832848.8112009,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784832848.9109764,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1784832848.9111621,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784832848.911224,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784832848.9113874,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784832848.9117558,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784832848.9118814,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784832848.912226,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832848.9125967,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784832848.9128764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":39457.580378755,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9128962,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9133093,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832848.9134324,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832848.913532,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":38331.619960556,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9866004,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9289281,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784832848.9290438,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784832848.9290748,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784832848.987359,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":38983.967970782,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9873817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9295301,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.9920323,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832848.992245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784832849.013535,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784832849.0135815,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784832849.0136364,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784832849.0136437,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784832849.0876696,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784832849.0877137,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784832849.0877628,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784832849.0877705,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784832849.087805,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784832849.0878124,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784832852.6938534,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784832852.6940322,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784833005.1869204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.1873755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9"} {"level":"info","ts":1784833005.1873949,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9"} {"level":"info","ts":1784833005.187426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9","EoS":false} {"level":"info","ts":1784833005.187444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9","EoS":true} {"level":"info","ts":1784833005.1874726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.1874945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.1875122,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.1875796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"77daffc0-2f85-427b-a56a-6e4bb292b4d9"} {"level":"info","ts":1784833005.276271,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.2763522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811"} {"level":"info","ts":1784833005.2763615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811"} {"level":"info","ts":1784833005.2763734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811","EoS":false} {"level":"info","ts":1784833005.2763855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811","EoS":true} {"level":"info","ts":1784833005.2764106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.276427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.2764363,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.276465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af0dce44-e568-4fd8-a463-480ac43b7811"} {"level":"info","ts":1784833005.3269928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.327075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140"} {"level":"info","ts":1784833005.3270845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140"} {"level":"info","ts":1784833005.3270955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140","EoS":false} {"level":"info","ts":1784833005.3271074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140","EoS":true} {"level":"info","ts":1784833005.3271368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.3271542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.3271666,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.3271945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00ae6b6d-5336-458d-a5b8-67fb901e3140"} {"level":"info","ts":1784833005.3726776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.37277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792"} {"level":"info","ts":1784833005.372784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792"} {"level":"info","ts":1784833005.372803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792","EoS":false} {"level":"info","ts":1784833005.3728204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792","EoS":true} {"level":"info","ts":1784833005.3728576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.3728788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.3728955,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.3729367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28fb4e7f-65b7-4e8f-a230-97bca3623792"} {"level":"info","ts":1784833005.4197035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.4197855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc"} {"level":"info","ts":1784833005.4197955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc"} {"level":"info","ts":1784833005.4198062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc","EoS":false} {"level":"info","ts":1784833005.4198174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc","EoS":true} {"level":"info","ts":1784833005.4198406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.4198577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.4198666,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.4198954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97f16e4f-40c7-4731-8aa3-391cc661eecc"} {"level":"info","ts":1784833005.4632869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.4633694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124"} {"level":"info","ts":1784833005.4633815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124"} {"level":"info","ts":1784833005.463398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124","EoS":false} {"level":"info","ts":1784833005.4634101,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124","EoS":true} {"level":"info","ts":1784833005.4634337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.46345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.4634624,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.4635015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f27ed9ce-d436-43d3-b8a4-d49fd987a124"} {"level":"info","ts":1784833005.538215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.5382912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195"} {"level":"info","ts":1784833005.5383012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195"} {"level":"info","ts":1784833005.5383124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195","EoS":false} {"level":"info","ts":1784833005.5383239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195","EoS":true} {"level":"info","ts":1784833005.5383463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.5383637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.538375,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.5384095,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"226d1090-7fff-454b-a9db-5552e8ba2195"} {"level":"info","ts":1784833005.5817528,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.5818331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088"} {"level":"info","ts":1784833005.5818427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088"} {"level":"info","ts":1784833005.5818567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088","EoS":false} {"level":"info","ts":1784833005.5818744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088","EoS":true} {"level":"info","ts":1784833005.5818987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.5819142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.5819237,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.5819566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fc70e1d-2525-493b-99cd-5dabebd8d088"} {"level":"info","ts":1784833005.6206286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.6207175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945"} {"level":"info","ts":1784833005.620731,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945"} {"level":"info","ts":1784833005.620748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945","EoS":false} {"level":"info","ts":1784833005.62077,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945","EoS":true} {"level":"info","ts":1784833005.6208017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.6208208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.6208377,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.6208804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32d2495d-c0eb-413a-860b-1b4554d1d945"} {"level":"info","ts":1784833005.6582954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.658379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c"} {"level":"info","ts":1784833005.6583903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c"} {"level":"info","ts":1784833005.6584072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c","EoS":false} {"level":"info","ts":1784833005.658425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c","EoS":true} {"level":"info","ts":1784833005.6584473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.6584623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.6584709,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.658508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a304fb28-052c-4750-8103-81649b892e5c"} {"level":"info","ts":1784833005.7010157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.701127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec"} {"level":"info","ts":1784833005.7011425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec"} {"level":"info","ts":1784833005.7011602,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec","EoS":false} {"level":"info","ts":1784833005.7011771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec","EoS":true} {"level":"info","ts":1784833005.7011995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.7012193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.701229,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.7012594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e1d4acf-a4f3-410e-b40d-5ea1afb8a2ec"} {"level":"info","ts":1784833005.7412393,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784833005.7413168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4"} {"level":"info","ts":1784833005.7413285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4"} {"level":"info","ts":1784833005.7413397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4","EoS":false} {"level":"info","ts":1784833005.7413535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4","EoS":true} {"level":"info","ts":1784833005.741377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784833005.7413929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4","path":"/v1/chat/completions"} {"level":"info","ts":1784833005.7414021,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784833005.7414324,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c0210b2-0dfd-4b7d-8793-e3f3450d1cb4"}