{"level":"info","ts":1788921304.8811076,"logger":"setup","caller":"cmd/runner.go:103","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1788921304.883033,"logger":"setup","caller":"cmd/runner.go:172","msg":"Setting pprof handlers"} {"level":"info","ts":1788921304.883057,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1788921304.8830745,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1788921304.883081,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1788921304.883087,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1788921304.8830922,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1788921304.8830974,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1788921304.9157994,"logger":"setup","caller":"loader/configloader.go:171","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1788921304.916005,"logger":"setup","caller":"cmd/runner.go:242","msg":"manager starting"} {"level":"info","ts":1788921304.916048,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1788921304.9167068,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1788921304.9169776,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1788921304.9170995,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1788921304.9178476,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788921304.9183924,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1788921304.9186556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":35692.583664584,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.918674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.9189591,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788921304.9194345,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788921304.9199061,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":35093.373869191,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.919944,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.9205475,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788921304.9209387,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1788921304.9215193,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1788921304.9215956,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":34684.162145074,"reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.9216104,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.9222882,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.9228797,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921304.9246893,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.7/tools/cache/reflector.go:289"} {"level":"info","ts":1788921305.0190299,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788921305.0190854,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788921305.0191374,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788921305.0191536,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788921305.0213687,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1788921305.0213878,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1788921305.0214264,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788921305.0214424,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788921305.02255,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1788921305.0225666,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1788921305.453718,"caller":"cmd/runner.go:316","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1788921305.4538705,"caller":"cmd/runner.go:323","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1788921564.1586218,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.1591346,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47"} {"level":"info","ts":1788921564.1591535,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47"} {"level":"info","ts":1788921564.1591823,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47","EoS":false} {"level":"info","ts":1788921564.1591969,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47","EoS":true} {"level":"info","ts":1788921564.159219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.1592388,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.1592538,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.1592877,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"2c2a6332-b6c5-4af6-8c0d-2eeffe7f1a47"} {"level":"info","ts":1788921564.2462811,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.2463794,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594"} {"level":"info","ts":1788921564.2463932,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594"} {"level":"info","ts":1788921564.246408,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594","EoS":false} {"level":"info","ts":1788921564.246421,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594","EoS":true} {"level":"info","ts":1788921564.246447,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.2464623,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.246477,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.2465103,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"65ecfc77-cbc9-4eb2-bde1-1e1f666ef594"} {"level":"info","ts":1788921564.302216,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.3023043,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e"} {"level":"info","ts":1788921564.3023145,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e"} {"level":"info","ts":1788921564.3023267,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e","EoS":false} {"level":"info","ts":1788921564.30234,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e","EoS":true} {"level":"info","ts":1788921564.302364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.30238,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.3023913,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.3024268,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"05a5db2b-3018-4ae7-9eba-c30d348a570e"} {"level":"info","ts":1788921564.3588529,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.3589778,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c"} {"level":"info","ts":1788921564.3590138,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c"} {"level":"info","ts":1788921564.3590326,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c","EoS":false} {"level":"info","ts":1788921564.359054,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c","EoS":true} {"level":"info","ts":1788921564.3590865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.3591022,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.359113,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.359141,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"649bfe38-7a4b-4b18-ad5b-cfb79750682c"} {"level":"info","ts":1788921564.4183776,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.4184582,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90"} {"level":"info","ts":1788921564.4184692,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90"} {"level":"info","ts":1788921564.41848,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90","EoS":false} {"level":"info","ts":1788921564.418491,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90","EoS":true} {"level":"info","ts":1788921564.418515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.41853,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.418541,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.418571,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"15d23a6d-de53-44c4-b316-79daafce9a90"} {"level":"info","ts":1788921564.470473,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.4705572,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56"} {"level":"info","ts":1788921564.4705722,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56"} {"level":"info","ts":1788921564.4705834,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56","EoS":false} {"level":"info","ts":1788921564.4705946,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56","EoS":true} {"level":"info","ts":1788921564.4706185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.4706345,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.4706452,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.4706745,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"f4bed94b-3744-49ef-a3a2-3a5a56b45d56"} {"level":"info","ts":1788921564.5112076,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.5113072,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92"} {"level":"info","ts":1788921564.5113227,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92"} {"level":"info","ts":1788921564.5113347,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92","EoS":false} {"level":"info","ts":1788921564.5113451,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92","EoS":true} {"level":"info","ts":1788921564.5113666,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.5113876,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.511402,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.5114315,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"c6f85968-620b-499c-8a92-94f927776e92"} {"level":"info","ts":1788921564.5525434,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.5526264,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78"} {"level":"info","ts":1788921564.5526388,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78"} {"level":"info","ts":1788921564.5526507,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78","EoS":false} {"level":"info","ts":1788921564.552663,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78","EoS":true} {"level":"info","ts":1788921564.552687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.5527012,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.5527122,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.5527375,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"16fb5bb3-7023-4a20-9896-b27062c6bf78"} {"level":"info","ts":1788921564.6021912,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.6022766,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525"} {"level":"info","ts":1788921564.6022933,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525"} {"level":"info","ts":1788921564.602305,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525","EoS":false} {"level":"info","ts":1788921564.6023152,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525","EoS":true} {"level":"info","ts":1788921564.602337,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.6023514,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.602362,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.6023962,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"fcdd2879-14cf-4f08-8a9a-57c07a9ea525"} {"level":"info","ts":1788921564.6515746,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.6516616,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e"} {"level":"info","ts":1788921564.651676,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e"} {"level":"info","ts":1788921564.6516876,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e","EoS":false} {"level":"info","ts":1788921564.651703,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e","EoS":true} {"level":"info","ts":1788921564.6517315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.6517472,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.6517596,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.651792,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"d13eb3e9-244a-40c3-beb6-8013ff6bb57e"} {"level":"info","ts":1788921564.6949074,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.6950176,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35"} {"level":"info","ts":1788921564.6950364,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35"} {"level":"info","ts":1788921564.6950474,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35","EoS":false} {"level":"info","ts":1788921564.6950576,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35","EoS":true} {"level":"info","ts":1788921564.6950796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.6950963,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.6951122,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.695139,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"9b3038d9-c30d-463c-844c-4c80e9af4c35"} {"level":"info","ts":1788921564.736076,"caller":"handlers/server.go:147","msg":"Processing"} {"level":"info","ts":1788921564.7361774,"caller":"handlers/request.go:66","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82"} {"level":"info","ts":1788921564.7361913,"caller":"handlers/server.go:205","msg":"processing request headers complete","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82"} {"level":"info","ts":1788921564.7362113,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82","EoS":false} {"level":"info","ts":1788921564.736231,"caller":"handlers/server.go:207","msg":"Incoming request body chunk","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82","EoS":true} {"level":"info","ts":1788921564.7362623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1788921564.736282,"caller":"model-provider-resolver/plugin.go:175","msg":"received incoming request","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82","path":"/v1/chat/completions"} {"level":"info","ts":1788921564.736301,"caller":"model-provider-resolver/plugin.go:205","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1788921564.7363374,"caller":"handlers/server.go:218","msg":"processing request body complete","x-request-id":"60662e4f-c49e-4c13-b081-50c279cb5c82"}