{"level":"info","ts":1784840936.8217325,"logger":"setup","caller":"runner/runner.go:120","msg":"ai-gateway-payload-processing build","commit-sha":"unknown","build-ref":""} {"level":"info","ts":1784840936.8219273,"logger":"setup","caller":"runner/runner.go:148","msg":"Flags processed","flags":{"config-file":"/config/custom-pre-processing-ipp-config.yaml","config-text":"","enable-pprof":true,"grpc-health-port":9005,"grpc-port":9004,"metrics-endpoint-auth":true,"metrics-port":9090,"secure-serving":true,"tracing":false,"v":3,"zap-devel":{},"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}} {"level":"info","ts":1784840936.8366969,"logger":"setup","caller":"runner/runner.go:193","msg":"Setting pprof handlers"} {"level":"info","ts":1784840936.836833,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/heap"} {"level":"info","ts":1784840936.836882,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/goroutine"} {"level":"info","ts":1784840936.8369296,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/allocs"} {"level":"info","ts":1784840936.8369615,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/threadcreate"} {"level":"info","ts":1784840936.8369892,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/block"} {"level":"info","ts":1784840936.837016,"caller":"manager/internal.go:201","msg":"Registering metrics http server extra handler","path":"/debug/pprof/mutex"} {"level":"info","ts":1784840936.9254856,"logger":"setup","caller":"loader/configloader.go:170","msg":"Loaded raw configuration","config":"{Plugins: [{Name: model-extractor, Type: body-field-to-header, Parameters: {\"fieldName\":\"model\",\"headerName\":\"X-Gateway-Model-Name\"}} {Type: model-provider-resolver}], Profiles: [{Name: default, Plugins: {Request: [{PluginRef: model-extractor} {PluginRef: model-provider-resolver}]}}]}"} {"level":"info","ts":1784840936.9301615,"logger":"setup","caller":"runner/runner.go:243","msg":"manager starting"} {"level":"info","ts":1784840936.9302416,"logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":1784840936.930735,"logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":9090","secure":false} {"level":"info","ts":1784840936.9308398,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"health"} {"level":"info","ts":1784840936.9309008,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"health","port":9005} {"level":"info","ts":1784840936.9339423,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784840936.9344413,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":1784840936.9380126,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalProvider","resyncPeriod":39319.041789236,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.0132413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.0137262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","resyncPeriod":37730.579615112,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.0137951,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.014075,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784840937.0145154,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784840937.014704,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":1784840937.0130503,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784840937.0132122,"caller":"controller/controller.go:370","msg":"Starting EventSource","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":1784840937.0149212,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1alpha1.ExternalModel","resyncPeriod":36283.180425992,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.014961,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.0269766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.027475,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalProvider","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.0277817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1alpha1.ExternalModel","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784840937.0356984,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784840937.0358098,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784840937.0380027,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784840937.0381033,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784840937.1177106,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":1784840937.1178417,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":1784840937.1179082,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784840937.1179352,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784840937.1179862,"caller":"controller/controller.go:303","msg":"Starting Controller","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":1784840937.118012,"caller":"controller/controller.go:306","msg":"Starting workers","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":1784840942.6135893,"caller":"runnable/grpc.go:35","msg":"gRPC server starting","name":"ext-proc"} {"level":"info","ts":1784840942.6137738,"caller":"runnable/grpc.go:43","msg":"gRPC server listening","name":"ext-proc","port":9004} {"level":"info","ts":1784841073.8930447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841073.893495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03"} {"level":"info","ts":1784841073.8935125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03"} {"level":"info","ts":1784841073.8935416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03","EoS":false} {"level":"info","ts":1784841073.893577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03","EoS":true} {"level":"info","ts":1784841073.8935993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841073.8936174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03","path":"/v1/chat/completions"} {"level":"info","ts":1784841073.893634,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841073.893665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e27fbc65-0acd-4ab1-8681-ecc6d50e4d03"} {"level":"info","ts":1784841073.998401,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841073.9984808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106"} {"level":"info","ts":1784841073.9984913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106"} {"level":"info","ts":1784841073.998503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106","EoS":false} {"level":"info","ts":1784841073.9985147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106","EoS":true} {"level":"info","ts":1784841073.9985366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841073.9985874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106","path":"/v1/chat/completions"} {"level":"info","ts":1784841073.9985979,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841073.9986272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a00590e2-2fe9-4eb7-bb10-9a3ee2b97106"} {"level":"info","ts":1784841074.0728426,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.0729156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0"} {"level":"info","ts":1784841074.0729308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0"} {"level":"info","ts":1784841074.0729415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0","EoS":false} {"level":"info","ts":1784841074.0729525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0","EoS":true} {"level":"info","ts":1784841074.0729728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.0729864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.0729969,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.073027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3cf136a8-098c-4724-8929-ed90cef6f5b0"} {"level":"info","ts":1784841074.1403775,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.1404624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24"} {"level":"info","ts":1784841074.140471,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24"} {"level":"info","ts":1784841074.140485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24","EoS":false} {"level":"info","ts":1784841074.1405008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24","EoS":true} {"level":"info","ts":1784841074.1405227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.140539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.1405752,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.140608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2883bbcc-6e44-4bdc-a951-315c7e2dbb24"} {"level":"info","ts":1784841074.178096,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.1781933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f"} {"level":"info","ts":1784841074.1782036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f"} {"level":"info","ts":1784841074.1782153,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f","EoS":false} {"level":"info","ts":1784841074.178226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f","EoS":true} {"level":"info","ts":1784841074.1782513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.1782665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.1782775,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.1783056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d54ddde-f0a9-4325-89e9-a19a0faf106f"} {"level":"info","ts":1784841074.2507873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.2508838,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f"} {"level":"info","ts":1784841074.2508962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f"} {"level":"info","ts":1784841074.2509072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f","EoS":false} {"level":"info","ts":1784841074.2509193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f","EoS":true} {"level":"info","ts":1784841074.250942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.2509587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.2509706,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.2509992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a353cb03-7ea6-42a2-bdc4-b66e3c7c9f7f"} {"level":"info","ts":1784841074.2858226,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.2859375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89"} {"level":"info","ts":1784841074.2859504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89"} {"level":"info","ts":1784841074.2859626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89","EoS":false} {"level":"info","ts":1784841074.2859735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89","EoS":true} {"level":"info","ts":1784841074.285998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.286013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.2860224,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.286051,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ced0884-0da5-4124-9d14-37c4b0045f89"} {"level":"info","ts":1784841074.321317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.32141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61746bac-7f39-497f-999d-238365673caa"} {"level":"info","ts":1784841074.321425,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61746bac-7f39-497f-999d-238365673caa"} {"level":"info","ts":1784841074.3214455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61746bac-7f39-497f-999d-238365673caa","EoS":false} {"level":"info","ts":1784841074.3214676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61746bac-7f39-497f-999d-238365673caa","EoS":true} {"level":"info","ts":1784841074.3214931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61746bac-7f39-497f-999d-238365673caa","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.3215065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61746bac-7f39-497f-999d-238365673caa","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.321522,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"61746bac-7f39-497f-999d-238365673caa","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.3215818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61746bac-7f39-497f-999d-238365673caa"} {"level":"info","ts":1784841074.3818405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.3819184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf"} {"level":"info","ts":1784841074.3819282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf"} {"level":"info","ts":1784841074.3819394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf","EoS":false} {"level":"info","ts":1784841074.3819516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf","EoS":true} {"level":"info","ts":1784841074.3819757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.3819957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.3820076,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.3820362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"022b2ec1-e93a-46f5-af92-11df72caa6bf"} {"level":"info","ts":1784841074.4298825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.4299834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f"} {"level":"info","ts":1784841074.4299963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f"} {"level":"info","ts":1784841074.4300082,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f","EoS":false} {"level":"info","ts":1784841074.4300222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f","EoS":true} {"level":"info","ts":1784841074.4300504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.4300675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.430078,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.4301102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"709ad55b-42b9-4d7a-9111-a31ea95c851f"} {"level":"info","ts":1784841074.4801812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.4802718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198"} {"level":"info","ts":1784841074.4802837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198"} {"level":"info","ts":1784841074.4802966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198","EoS":false} {"level":"info","ts":1784841074.4803102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198","EoS":true} {"level":"info","ts":1784841074.480334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.4803493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.4803624,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.4803922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d17d3774-4c23-4b2e-9910-2d4889468198"} {"level":"info","ts":1784841074.5150607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784841074.5151522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234"} {"level":"info","ts":1784841074.5151641,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234"} {"level":"info","ts":1784841074.5151765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234","EoS":false} {"level":"info","ts":1784841074.5151873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234","EoS":true} {"level":"info","ts":1784841074.51521,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234","field":"model","value":"publishers/llm/models/facebook/opt-125m"} {"level":"info","ts":1784841074.5152256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234","path":"/v1/chat/completions"} {"level":"info","ts":1784841074.5152345,"caller":"model-provider-resolver/plugin.go:162","msg":"LLMISvc BBR: rewrote body model field","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234","original":"publishers/llm/models/facebook/opt-125m","rewritten":"facebook/opt-125m"} {"level":"info","ts":1784841074.515272,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f2ea0e5-8bc5-423a-8a26-2fbf8000e234"}